{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.17774617845716317, "eval_steps": 500, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 168.125, "completions/clipped_ratio": 1.0, "completions/max_length": 321.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 321.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 321.0, "completions/min_terminated_length": 0.0, "epoch": 0.00035549235691432633, "frac_reward_zero_std": 0.0, "grad_norm": 1.126212477684021, "kl": 0.8189124166965485, "learning_rate": 0.0, "loss": 0.0008, "num_tokens": 4864.0, "reward": 0.7613226771354675, "reward_std": 0.06938786059617996, "rewards/check_answer/mean": 0.7613226771354675, "rewards/check_answer/std": 0.09892313927412033, "step": 1 }, { "completion_length": 247.0, "completions/clipped_ratio": 1.0, "completions/max_length": 373.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 373.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 373.0, "completions/min_terminated_length": 0.0, "epoch": 0.0007109847138286527, "frac_reward_zero_std": 0.0, "grad_norm": 1.0761839151382446, "kl": 0.686002254486084, "learning_rate": 1.3333333333333334e-07, "loss": 0.0007, "num_tokens": 10228.0, "reward": 0.6350175142288208, "reward_std": 0.13655449450016022, "rewards/check_answer/mean": 0.6350175142288208, "rewards/check_answer/std": 0.3330218493938446, "step": 2 }, { "completion_length": 208.625, "completions/clipped_ratio": 1.0, "completions/max_length": 307.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 307.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 307.0, "completions/min_terminated_length": 0.0, "epoch": 0.001066477070742979, "frac_reward_zero_std": 0.0, "grad_norm": 1.1075111627578735, "kl": 0.7110762745141983, "learning_rate": 2.6666666666666667e-07, "loss": 0.0007, "num_tokens": 15056.0, "reward": 0.6914825439453125, "reward_std": 0.12209101021289825, "rewards/check_answer/mean": 0.6914825439453125, "rewards/check_answer/std": 0.12383938580751419, "step": 3 }, { "completion_length": 181.875, "completions/clipped_ratio": 1.0, "completions/max_length": 328.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 328.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 328.0, "completions/min_terminated_length": 0.0, "epoch": 0.0014219694276573053, "frac_reward_zero_std": 0.0, "grad_norm": 1.0481488704681396, "kl": 0.8139510527253151, "learning_rate": 4e-07, "loss": 0.0008, "num_tokens": 20036.0, "reward": 0.5709191560745239, "reward_std": 0.1706862896680832, "rewards/check_answer/mean": 0.5709191560745239, "rewards/check_answer/std": 0.22482770681381226, "step": 4 }, { "completion_length": 123.0, "completions/clipped_ratio": 1.0, "completions/max_length": 155.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 155.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 155.0, "completions/min_terminated_length": 0.0, "epoch": 0.0017774617845716318, "frac_reward_zero_std": 0.0, "grad_norm": 1.4107780456542969, "kl": 0.9586488455533981, "learning_rate": 5.333333333333333e-07, "loss": 0.001, "num_tokens": 23548.0, "reward": 0.8224384784698486, "reward_std": 0.09574910253286362, "rewards/check_answer/mean": 0.8224384784698486, "rewards/check_answer/std": 0.14338959753513336, "step": 5 }, { "completion_length": 123.75, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.002132954141485958, "frac_reward_zero_std": 0.0, "grad_norm": 1.1783206462860107, "kl": 0.8596359044313431, "learning_rate": 6.666666666666666e-07, "loss": 0.0009, "num_tokens": 27276.0, "reward": 0.6074752807617188, "reward_std": 0.07583855092525482, "rewards/check_answer/mean": 0.6074752807617188, "rewards/check_answer/std": 0.1585790365934372, "step": 6 }, { "completion_length": 176.625, "completions/clipped_ratio": 1.0, "completions/max_length": 377.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 377.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 377.0, "completions/min_terminated_length": 0.0, "epoch": 0.002488446498400284, "frac_reward_zero_std": 0.0, "grad_norm": 1.5779879093170166, "kl": 1.0156257897615433, "learning_rate": 8e-07, "loss": 0.001, "num_tokens": 32576.0, "reward": 0.4996434450149536, "reward_std": 0.28506407141685486, "rewards/check_answer/mean": 0.4996434450149536, "rewards/check_answer/std": 0.3234541416168213, "step": 7 }, { "completion_length": 295.25, "completions/clipped_ratio": 1.0, "completions/max_length": 878.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 878.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 878.0, "completions/min_terminated_length": 0.0, "epoch": 0.0028439388553146107, "frac_reward_zero_std": 0.0, "grad_norm": 0.8352710008621216, "kl": 0.7279675416648388, "learning_rate": 9.333333333333333e-07, "loss": 0.0007, "num_tokens": 41936.0, "reward": 0.5987833142280579, "reward_std": 0.5185979604721069, "rewards/check_answer/mean": 0.5987833142280579, "rewards/check_answer/std": 0.5773698687553406, "step": 8 }, { "completion_length": 168.75, "completions/clipped_ratio": 1.0, "completions/max_length": 267.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 267.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 267.0, "completions/min_terminated_length": 0.0, "epoch": 0.003199431212228937, "frac_reward_zero_std": 0.0, "grad_norm": 1.4015777111053467, "kl": 0.837753988802433, "learning_rate": 1.0666666666666667e-06, "loss": 0.0008, "num_tokens": 46372.0, "reward": 0.7217049598693848, "reward_std": 0.08226792514324188, "rewards/check_answer/mean": 0.7217049598693848, "rewards/check_answer/std": 0.34968024492263794, "step": 9 }, { "completion_length": 199.625, "completions/clipped_ratio": 1.0, "completions/max_length": 334.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 334.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 334.0, "completions/min_terminated_length": 0.0, "epoch": 0.0035549235691432635, "frac_reward_zero_std": 0.0, "grad_norm": 0.9976842403411865, "kl": 0.6770578175783157, "learning_rate": 1.2e-06, "loss": 0.0007, "num_tokens": 51424.0, "reward": 0.7412905693054199, "reward_std": 0.17220601439476013, "rewards/check_answer/mean": 0.7412905693054199, "rewards/check_answer/std": 0.2025783807039261, "step": 10 }, { "completion_length": 165.125, "completions/clipped_ratio": 1.0, "completions/max_length": 253.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 253.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 253.0, "completions/min_terminated_length": 0.0, "epoch": 0.0039104159260575895, "frac_reward_zero_std": 0.0, "grad_norm": 1.0311696529388428, "kl": 0.8106226958334446, "learning_rate": 1.3333333333333332e-06, "loss": 0.0008, "num_tokens": 55780.0, "reward": 1.206162452697754, "reward_std": 0.07076247781515121, "rewards/check_answer/mean": 1.206162452697754, "rewards/check_answer/std": 0.3672178387641907, "step": 11 }, { "completion_length": 190.5, "completions/clipped_ratio": 1.0, "completions/max_length": 277.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 277.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 277.0, "completions/min_terminated_length": 0.0, "epoch": 0.004265908282971916, "frac_reward_zero_std": 0.0, "grad_norm": 1.2064876556396484, "kl": 0.7574031874537468, "learning_rate": 1.4666666666666665e-06, "loss": 0.0008, "num_tokens": 60280.0, "reward": 0.7033556699752808, "reward_std": 0.32925355434417725, "rewards/check_answer/mean": 0.7033556699752808, "rewards/check_answer/std": 0.3463940918445587, "step": 12 }, { "completion_length": 162.375, "completions/clipped_ratio": 1.0, "completions/max_length": 358.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 358.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 358.0, "completions/min_terminated_length": 0.0, "epoch": 0.004621400639886242, "frac_reward_zero_std": 0.0, "grad_norm": 0.9042949676513672, "kl": 0.8192114233970642, "learning_rate": 1.6e-06, "loss": 0.0008, "num_tokens": 65428.0, "reward": 0.9272655844688416, "reward_std": 0.20015311241149902, "rewards/check_answer/mean": 0.9272655844688416, "rewards/check_answer/std": 0.3104889988899231, "step": 13 }, { "completion_length": 186.75, "completions/clipped_ratio": 1.0, "completions/max_length": 235.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 235.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 235.0, "completions/min_terminated_length": 0.0, "epoch": 0.004976892996800568, "frac_reward_zero_std": 0.0, "grad_norm": 1.1473027467727661, "kl": 0.6660406216979027, "learning_rate": 1.7333333333333334e-06, "loss": 0.0007, "num_tokens": 69696.0, "reward": 0.6678605675697327, "reward_std": 0.2122444063425064, "rewards/check_answer/mean": 0.6678605675697327, "rewards/check_answer/std": 0.22761447727680206, "step": 14 }, { "completion_length": 158.0, "completions/clipped_ratio": 1.0, "completions/max_length": 361.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 361.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 361.0, "completions/min_terminated_length": 0.0, "epoch": 0.005332385353714895, "frac_reward_zero_std": 0.0, "grad_norm": 1.4525007009506226, "kl": 0.9538250342011452, "learning_rate": 1.8666666666666667e-06, "loss": 0.001, "num_tokens": 74864.0, "reward": 0.5698803663253784, "reward_std": 0.1147942915558815, "rewards/check_answer/mean": 0.5698803663253784, "rewards/check_answer/std": 0.30315664410591125, "step": 15 }, { "completion_length": 138.0, "completions/clipped_ratio": 1.0, "completions/max_length": 168.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 168.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 168.0, "completions/min_terminated_length": 0.0, "epoch": 0.005687877710629221, "frac_reward_zero_std": 0.0, "grad_norm": 1.2377464771270752, "kl": 0.8098153844475746, "learning_rate": 2e-06, "loss": 0.0008, "num_tokens": 78536.0, "reward": 0.8804818391799927, "reward_std": 0.1381600797176361, "rewards/check_answer/mean": 0.8804818391799927, "rewards/check_answer/std": 0.1544925421476364, "step": 16 }, { "completion_length": 144.375, "completions/clipped_ratio": 1.0, "completions/max_length": 422.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 422.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 422.0, "completions/min_terminated_length": 0.0, "epoch": 0.006043370067543548, "frac_reward_zero_std": 0.0, "grad_norm": 1.1757166385650635, "kl": 1.0219514220952988, "learning_rate": 1.999979021001399e-06, "loss": 0.001, "num_tokens": 84124.0, "reward": 0.9422454237937927, "reward_std": 0.2657471299171448, "rewards/check_answer/mean": 0.9422454237937927, "rewards/check_answer/std": 0.42421942949295044, "step": 17 }, { "completion_length": 127.75, "completions/clipped_ratio": 1.0, "completions/max_length": 147.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 147.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 147.0, "completions/min_terminated_length": 0.0, "epoch": 0.006398862424457874, "frac_reward_zero_std": 0.0, "grad_norm": 1.131320834159851, "kl": 0.886023186147213, "learning_rate": 1.9999160848858317e-06, "loss": 0.0009, "num_tokens": 87572.0, "reward": 0.9345916509628296, "reward_std": 0.08269249647855759, "rewards/check_answer/mean": 0.9345916509628296, "rewards/check_answer/std": 0.09974800050258636, "step": 18 }, { "completion_length": 128.5, "completions/clipped_ratio": 1.0, "completions/max_length": 205.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 205.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 205.0, "completions/min_terminated_length": 0.0, "epoch": 0.0067543547813722, "frac_reward_zero_std": 0.0, "grad_norm": 1.294942021369934, "kl": 0.88101726770401, "learning_rate": 1.9998111942939726e-06, "loss": 0.0009, "num_tokens": 91456.0, "reward": 0.6001455187797546, "reward_std": 0.15442992746829987, "rewards/check_answer/mean": 0.6001455187797546, "rewards/check_answer/std": 0.18176142871379852, "step": 19 }, { "completion_length": 192.125, "completions/clipped_ratio": 1.0, "completions/max_length": 326.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 326.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 326.0, "completions/min_terminated_length": 0.0, "epoch": 0.007109847138286527, "frac_reward_zero_std": 0.0, "grad_norm": 1.0802112817764282, "kl": 0.6343210898339748, "learning_rate": 1.99966435362682e-06, "loss": 0.0006, "num_tokens": 96420.0, "reward": 0.8415021896362305, "reward_std": 0.22791743278503418, "rewards/check_answer/mean": 0.8415021896362305, "rewards/check_answer/std": 0.2744949758052826, "step": 20 }, { "completion_length": 158.0, "completions/clipped_ratio": 1.0, "completions/max_length": 204.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 204.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 204.0, "completions/min_terminated_length": 0.0, "epoch": 0.007465339495200853, "frac_reward_zero_std": 0.0, "grad_norm": 1.315068006515503, "kl": 1.4253877624869347, "learning_rate": 1.9994755690455148e-06, "loss": 0.0014, "num_tokens": 100388.0, "reward": 0.850685715675354, "reward_std": 0.10968561470508575, "rewards/check_answer/mean": 0.850685715675354, "rewards/check_answer/std": 0.2882044315338135, "step": 21 }, { "completion_length": 201.125, "completions/clipped_ratio": 0.875, "completions/max_length": 318.0, "completions/max_terminated_length": 318.0, "completions/mean_length": 318.0, "completions/mean_terminated_length": 318.0, "completions/min_length": 318.0, "completions/min_terminated_length": 318.0, "epoch": 0.007820831852115179, "frac_reward_zero_std": 0.0, "grad_norm": 1.0736407041549683, "kl": 0.7305434979498386, "learning_rate": 1.9992448484710794e-06, "loss": 0.0007, "num_tokens": 105296.0, "reward": 0.911342203617096, "reward_std": 0.26022952795028687, "rewards/check_answer/mean": 0.911342203617096, "rewards/check_answer/std": 0.5496618151664734, "step": 22 }, { "completion_length": 135.125, "completions/clipped_ratio": 1.0, "completions/max_length": 161.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 161.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 161.0, "completions/min_terminated_length": 0.0, "epoch": 0.008176324209029506, "frac_reward_zero_std": 0.0, "grad_norm": 1.30675208568573, "kl": 0.913654088973999, "learning_rate": 1.9989722015840878e-06, "loss": 0.0009, "num_tokens": 108876.0, "reward": 0.6823744773864746, "reward_std": 0.1151723563671112, "rewards/check_answer/mean": 0.6823744773864746, "rewards/check_answer/std": 0.10810688883066177, "step": 23 }, { "completion_length": 130.75, "completions/clipped_ratio": 1.0, "completions/max_length": 152.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 152.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 152.0, "completions/min_terminated_length": 0.0, "epoch": 0.008531816565943833, "frac_reward_zero_std": 0.0, "grad_norm": 0.877047061920166, "kl": 0.8159306943416595, "learning_rate": 1.9986576398242564e-06, "loss": 0.0008, "num_tokens": 112404.0, "reward": 1.150874137878418, "reward_std": 0.30617639422416687, "rewards/check_answer/mean": 1.150874137878418, "rewards/check_answer/std": 0.28827837109565735, "step": 24 }, { "completion_length": 155.5, "completions/clipped_ratio": 1.0, "completions/max_length": 203.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 203.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 203.0, "completions/min_terminated_length": 0.0, "epoch": 0.008887308922858158, "frac_reward_zero_std": 0.0, "grad_norm": 1.3181732892990112, "kl": 0.8038865923881531, "learning_rate": 1.9983011763899672e-06, "loss": 0.0008, "num_tokens": 116324.0, "reward": 0.6848955750465393, "reward_std": 0.07354602962732315, "rewards/check_answer/mean": 0.6848955750465393, "rewards/check_answer/std": 0.09296310693025589, "step": 25 }, { "completion_length": 130.0, "completions/clipped_ratio": 1.0, "completions/max_length": 156.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 156.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 156.0, "completions/min_terminated_length": 0.0, "epoch": 0.009242801279772485, "frac_reward_zero_std": 0.0, "grad_norm": 1.0462249517440796, "kl": 0.9403198957443237, "learning_rate": 1.9979028262377116e-06, "loss": 0.0009, "num_tokens": 119828.0, "reward": 0.8851596713066101, "reward_std": 0.19990399479866028, "rewards/check_answer/mean": 0.8851596713066101, "rewards/check_answer/std": 0.20363515615463257, "step": 26 }, { "completion_length": 128.75, "completions/clipped_ratio": 1.0, "completions/max_length": 307.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 307.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 307.0, "completions/min_terminated_length": 0.0, "epoch": 0.009598293636686812, "frac_reward_zero_std": 0.5, "grad_norm": 0.7336450815200806, "kl": 1.133330024778843, "learning_rate": 1.9974626060814647e-06, "loss": 0.0011, "num_tokens": 124536.0, "reward": 1.135941982269287, "reward_std": 0.07563566416501999, "rewards/check_answer/mean": 1.135941982269287, "rewards/check_answer/std": 0.4535890817642212, "step": 27 }, { "completion_length": 119.5, "completions/clipped_ratio": 1.0, "completions/max_length": 141.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 141.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 141.0, "completions/min_terminated_length": 0.0, "epoch": 0.009953785993601137, "frac_reward_zero_std": 0.0, "grad_norm": 1.3044350147247314, "kl": 0.8831456825137138, "learning_rate": 1.996980534391982e-06, "loss": 0.0009, "num_tokens": 127952.0, "reward": 0.5988561511039734, "reward_std": 0.14687420427799225, "rewards/check_answer/mean": 0.5988561511039734, "rewards/check_answer/std": 0.21161600947380066, "step": 28 }, { "completion_length": 194.875, "completions/clipped_ratio": 1.0, "completions/max_length": 295.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 295.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 295.0, "completions/min_terminated_length": 0.0, "epoch": 0.010309278350515464, "frac_reward_zero_std": 0.0, "grad_norm": 1.0981905460357666, "kl": 0.6613617688417435, "learning_rate": 1.996456631396026e-06, "loss": 0.0007, "num_tokens": 132736.0, "reward": 0.733601450920105, "reward_std": 0.1578706055879593, "rewards/check_answer/mean": 0.733601450920105, "rewards/check_answer/std": 0.3923756182193756, "step": 29 }, { "completion_length": 194.0, "completions/clipped_ratio": 1.0, "completions/max_length": 243.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 243.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 243.0, "completions/min_terminated_length": 0.0, "epoch": 0.01066477070742979, "frac_reward_zero_std": 0.0, "grad_norm": 1.1113245487213135, "kl": 0.6918921545147896, "learning_rate": 1.9958909190755185e-06, "loss": 0.0007, "num_tokens": 137036.0, "reward": 0.8163363337516785, "reward_std": 0.1071382611989975, "rewards/check_answer/mean": 0.8163363337516785, "rewards/check_answer/std": 0.2861860692501068, "step": 30 }, { "completion_length": 182.125, "completions/clipped_ratio": 1.0, "completions/max_length": 325.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 325.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 325.0, "completions/min_terminated_length": 0.0, "epoch": 0.011020263064344117, "frac_reward_zero_std": 0.0, "grad_norm": 1.1733551025390625, "kl": 0.8061173781752586, "learning_rate": 1.995283421166614e-06, "loss": 0.0008, "num_tokens": 141960.0, "reward": 0.6629122495651245, "reward_std": 0.1431291401386261, "rewards/check_answer/mean": 0.6629122495651245, "rewards/check_answer/std": 0.23589999973773956, "step": 31 }, { "completion_length": 181.75, "completions/clipped_ratio": 1.0, "completions/max_length": 365.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 365.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 365.0, "completions/min_terminated_length": 0.0, "epoch": 0.011375755421258443, "frac_reward_zero_std": 0.0, "grad_norm": 1.381495714187622, "kl": 0.8342248126864433, "learning_rate": 1.9946341631587084e-06, "loss": 0.0008, "num_tokens": 147228.0, "reward": 0.4275943636894226, "reward_std": 0.11824057996273041, "rewards/check_answer/mean": 0.4275943636894226, "rewards/check_answer/std": 0.16398775577545166, "step": 32 }, { "completion_length": 151.375, "completions/clipped_ratio": 1.0, "completions/max_length": 197.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 197.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 197.0, "completions/min_terminated_length": 0.0, "epoch": 0.01173124777817277, "frac_reward_zero_std": 0.0, "grad_norm": 1.2957795858383179, "kl": 0.9215049594640732, "learning_rate": 1.9939431722933677e-06, "loss": 0.0009, "num_tokens": 151128.0, "reward": 0.6333757638931274, "reward_std": 0.25318610668182373, "rewards/check_answer/mean": 0.6333757638931274, "rewards/check_answer/std": 0.271070271730423, "step": 33 }, { "completion_length": 155.875, "completions/clipped_ratio": 1.0, "completions/max_length": 206.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 206.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 206.0, "completions/min_terminated_length": 0.0, "epoch": 0.012086740135087096, "frac_reward_zero_std": 0.0, "grad_norm": 1.0235285758972168, "kl": 0.814945675432682, "learning_rate": 1.993210477563184e-06, "loss": 0.0008, "num_tokens": 155124.0, "reward": 0.9086557626724243, "reward_std": 0.1554049849510193, "rewards/check_answer/mean": 0.9086557626724243, "rewards/check_answer/std": 0.40009304881095886, "step": 34 }, { "completion_length": 177.0, "completions/clipped_ratio": 1.0, "completions/max_length": 239.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 239.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 239.0, "completions/min_terminated_length": 0.0, "epoch": 0.012442232492001421, "frac_reward_zero_std": 0.0, "grad_norm": 1.1939024925231934, "kl": 0.7624496445059776, "learning_rate": 1.992436109710562e-06, "loss": 0.0008, "num_tokens": 159392.0, "reward": 0.5585179328918457, "reward_std": 0.10630417615175247, "rewards/check_answer/mean": 0.5585179328918457, "rewards/check_answer/std": 0.14483901858329773, "step": 35 }, { "completion_length": 123.625, "completions/clipped_ratio": 1.0, "completions/max_length": 147.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 147.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 147.0, "completions/min_terminated_length": 0.0, "epoch": 0.012797724848915748, "frac_reward_zero_std": 0.0, "grad_norm": 1.3074625730514526, "kl": 1.1167773753404617, "learning_rate": 1.991620101226425e-06, "loss": 0.0011, "num_tokens": 162848.0, "reward": 0.6583058834075928, "reward_std": 0.14345192909240723, "rewards/check_answer/mean": 0.6583058834075928, "rewards/check_answer/std": 0.42218780517578125, "step": 36 }, { "completion_length": 128.25, "completions/clipped_ratio": 1.0, "completions/max_length": 140.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 140.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 140.0, "completions/min_terminated_length": 0.0, "epoch": 0.013153217205830075, "frac_reward_zero_std": 0.0, "grad_norm": 1.239219307899475, "kl": 0.9597505182027817, "learning_rate": 1.990762486348855e-06, "loss": 0.001, "num_tokens": 166252.0, "reward": 0.6660103797912598, "reward_std": 0.04754308611154556, "rewards/check_answer/mean": 0.6660103797912598, "rewards/check_answer/std": 0.1688743680715561, "step": 37 }, { "completion_length": 125.0, "completions/clipped_ratio": 1.0, "completions/max_length": 160.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 160.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 160.0, "completions/min_terminated_length": 0.0, "epoch": 0.0135087095627444, "frac_reward_zero_std": 0.0, "grad_norm": 1.243888020515442, "kl": 0.9458115696907043, "learning_rate": 1.989863301061654e-06, "loss": 0.0009, "num_tokens": 169812.0, "reward": 0.622534453868866, "reward_std": 0.19578933715820312, "rewards/check_answer/mean": 0.622534453868866, "rewards/check_answer/std": 0.2044951319694519, "step": 38 }, { "completion_length": 133.5, "completions/clipped_ratio": 1.0, "completions/max_length": 161.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 161.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 161.0, "completions/min_terminated_length": 0.0, "epoch": 0.013864201919658727, "frac_reward_zero_std": 0.0, "grad_norm": 0.9035605192184448, "kl": 0.8508271053433418, "learning_rate": 1.988922583092836e-06, "loss": 0.0009, "num_tokens": 173404.0, "reward": 1.0337669849395752, "reward_std": 0.14627888798713684, "rewards/check_answer/mean": 1.0337669849395752, "rewards/check_answer/std": 0.15439577400684357, "step": 39 }, { "completion_length": 181.125, "completions/clipped_ratio": 1.0, "completions/max_length": 281.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 281.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 281.0, "completions/min_terminated_length": 0.0, "epoch": 0.014219694276573054, "frac_reward_zero_std": 0.0, "grad_norm": 1.2069423198699951, "kl": 0.7830766811966896, "learning_rate": 1.987940371913044e-06, "loss": 0.0008, "num_tokens": 177984.0, "reward": 0.6768516302108765, "reward_std": 0.16572321951389313, "rewards/check_answer/mean": 0.6768516302108765, "rewards/check_answer/std": 0.20182451605796814, "step": 40 }, { "completion_length": 215.125, "completions/clipped_ratio": 1.0, "completions/max_length": 379.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 379.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 379.0, "completions/min_terminated_length": 0.0, "epoch": 0.01457518663348738, "frac_reward_zero_std": 0.0, "grad_norm": 0.8883234858512878, "kl": 0.7112482115626335, "learning_rate": 1.9869167087338906e-06, "loss": 0.0007, "num_tokens": 183376.0, "reward": 1.0218827724456787, "reward_std": 0.11993750184774399, "rewards/check_answer/mean": 1.0218827724456787, "rewards/check_answer/std": 0.1351841241121292, "step": 41 }, { "completion_length": 144.875, "completions/clipped_ratio": 1.0, "completions/max_length": 226.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 226.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 226.0, "completions/min_terminated_length": 0.0, "epoch": 0.014930678990401706, "frac_reward_zero_std": 0.0, "grad_norm": 1.1178127527236938, "kl": 1.485599510371685, "learning_rate": 1.9858516365062333e-06, "loss": 0.0015, "num_tokens": 187488.0, "reward": 0.900519847869873, "reward_std": 0.2213771641254425, "rewards/check_answer/mean": 0.900519847869873, "rewards/check_answer/std": 0.23329249024391174, "step": 42 }, { "completion_length": 194.875, "completions/clipped_ratio": 1.0, "completions/max_length": 380.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 380.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 380.0, "completions/min_terminated_length": 0.0, "epoch": 0.015286171347316033, "frac_reward_zero_std": 0.0, "grad_norm": 0.9524460434913635, "kl": 0.7152671292424202, "learning_rate": 1.984745199918369e-06, "loss": 0.0007, "num_tokens": 192932.0, "reward": 0.7044031620025635, "reward_std": 0.13208353519439697, "rewards/check_answer/mean": 0.7044031620025635, "rewards/check_answer/std": 0.1369207799434662, "step": 43 }, { "completion_length": 118.875, "completions/clipped_ratio": 1.0, "completions/max_length": 147.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 147.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 147.0, "completions/min_terminated_length": 0.0, "epoch": 0.015641663704230358, "frac_reward_zero_std": 0.0, "grad_norm": 1.3513522148132324, "kl": 0.9851716086268425, "learning_rate": 1.983597445394162e-06, "loss": 0.001, "num_tokens": 196364.0, "reward": 0.8084384799003601, "reward_std": 0.1815756857395172, "rewards/check_answer/mean": 0.8084384799003601, "rewards/check_answer/std": 0.2341848909854889, "step": 44 }, { "completion_length": 147.5, "completions/clipped_ratio": 1.0, "completions/max_length": 226.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 226.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 226.0, "completions/min_terminated_length": 0.0, "epoch": 0.015997156061144685, "frac_reward_zero_std": 0.0, "grad_norm": 1.3991966247558594, "kl": 1.016623131930828, "learning_rate": 1.9824084210910923e-06, "loss": 0.001, "num_tokens": 200372.0, "reward": 0.5893570184707642, "reward_std": 0.28238585591316223, "rewards/check_answer/mean": 0.5893570184707642, "rewards/check_answer/std": 0.41362252831459045, "step": 45 }, { "completion_length": 187.125, "completions/clipped_ratio": 1.0, "completions/max_length": 258.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 258.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 258.0, "completions/min_terminated_length": 0.0, "epoch": 0.016352648418059012, "frac_reward_zero_std": 0.0, "grad_norm": 1.3316047191619873, "kl": 0.7790831625461578, "learning_rate": 1.981178176898239e-06, "loss": 0.0008, "num_tokens": 204780.0, "reward": 0.5303544998168945, "reward_std": 0.0829300656914711, "rewards/check_answer/mean": 0.5303544998168945, "rewards/check_answer/std": 0.1936499923467636, "step": 46 }, { "completion_length": 239.75, "completions/clipped_ratio": 1.0, "completions/max_length": 455.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 455.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 455.0, "completions/min_terminated_length": 0.0, "epoch": 0.01670814077497334, "frac_reward_zero_std": 0.0, "grad_norm": 1.1434767246246338, "kl": 0.7203262001276016, "learning_rate": 1.9799067644341843e-06, "loss": 0.0007, "num_tokens": 210820.0, "reward": 0.5051897168159485, "reward_std": 0.238450288772583, "rewards/check_answer/mean": 0.5051897168159485, "rewards/check_answer/std": 0.24563561379909515, "step": 47 }, { "completion_length": 149.5, "completions/clipped_ratio": 1.0, "completions/max_length": 167.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 167.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 167.0, "completions/min_terminated_length": 0.0, "epoch": 0.017063633131887666, "frac_reward_zero_std": 0.0, "grad_norm": 1.4768166542053223, "kl": 0.8453570082783699, "learning_rate": 1.978594237044849e-06, "loss": 0.0008, "num_tokens": 214476.0, "reward": 0.6340495347976685, "reward_std": 0.22678524255752563, "rewards/check_answer/mean": 0.6340495347976685, "rewards/check_answer/std": 0.22826102375984192, "step": 48 }, { "completion_length": 182.75, "completions/clipped_ratio": 1.0, "completions/max_length": 298.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 298.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 298.0, "completions/min_terminated_length": 0.0, "epoch": 0.01741912548880199, "frac_reward_zero_std": 0.0, "grad_norm": 1.2309781312942505, "kl": 0.8367251232266426, "learning_rate": 1.977240649801253e-06, "loss": 0.0008, "num_tokens": 219180.0, "reward": 0.5411705374717712, "reward_std": 0.16431546211242676, "rewards/check_answer/mean": 0.5411705374717712, "rewards/check_answer/std": 0.15653733909130096, "step": 49 }, { "completion_length": 139.875, "completions/clipped_ratio": 1.0, "completions/max_length": 172.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 172.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 172.0, "completions/min_terminated_length": 0.0, "epoch": 0.017774617845716316, "frac_reward_zero_std": 0.0, "grad_norm": 1.047624111175537, "kl": 0.8887709602713585, "learning_rate": 1.9758460594972068e-06, "loss": 0.0009, "num_tokens": 222868.0, "reward": 0.773725152015686, "reward_std": 0.08694377541542053, "rewards/check_answer/mean": 0.773725152015686, "rewards/check_answer/std": 0.10988268256187439, "step": 50 }, { "completion_length": 109.5, "completions/clipped_ratio": 1.0, "completions/max_length": 135.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 135.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 135.0, "completions/min_terminated_length": 0.0, "epoch": 0.018130110202630643, "frac_reward_zero_std": 0.0, "grad_norm": 1.4512200355529785, "kl": 1.1372073888778687, "learning_rate": 1.9744105246469262e-06, "loss": 0.0011, "num_tokens": 226160.0, "reward": 0.778952956199646, "reward_std": 0.12569831311702728, "rewards/check_answer/mean": 0.778952956199646, "rewards/check_answer/std": 0.35531696677207947, "step": 51 }, { "completion_length": 174.625, "completions/clipped_ratio": 1.0, "completions/max_length": 278.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 278.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 278.0, "completions/min_terminated_length": 0.0, "epoch": 0.01848560255954497, "frac_reward_zero_std": 0.0, "grad_norm": 1.1265798807144165, "kl": 0.7848778963088989, "learning_rate": 1.972934105482578e-06, "loss": 0.0008, "num_tokens": 230724.0, "reward": 0.8552957773208618, "reward_std": 0.21265366673469543, "rewards/check_answer/mean": 0.8552957773208618, "rewards/check_answer/std": 0.2773887515068054, "step": 52 }, { "completion_length": 164.375, "completions/clipped_ratio": 1.0, "completions/max_length": 236.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 236.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 236.0, "completions/min_terminated_length": 0.0, "epoch": 0.018841094916459297, "frac_reward_zero_std": 0.0, "grad_norm": 0.9916136860847473, "kl": 0.777756929397583, "learning_rate": 1.971416863951754e-06, "loss": 0.0008, "num_tokens": 234956.0, "reward": 1.003190279006958, "reward_std": 0.20948320627212524, "rewards/check_answer/mean": 1.003190279006958, "rewards/check_answer/std": 0.20336392521858215, "step": 53 }, { "completion_length": 188.25, "completions/clipped_ratio": 1.0, "completions/max_length": 291.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 291.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 291.0, "completions/min_terminated_length": 0.0, "epoch": 0.019196587273373623, "frac_reward_zero_std": 0.0, "grad_norm": 1.0766332149505615, "kl": 0.7694193087518215, "learning_rate": 1.96985886371487e-06, "loss": 0.0008, "num_tokens": 239624.0, "reward": 0.5755379796028137, "reward_std": 0.2303430140018463, "rewards/check_answer/mean": 0.5755379796028137, "rewards/check_answer/std": 0.24638716876506805, "step": 54 }, { "completion_length": 208.625, "completions/clipped_ratio": 1.0, "completions/max_length": 363.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 363.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 363.0, "completions/min_terminated_length": 0.0, "epoch": 0.01955207963028795, "frac_reward_zero_std": 0.0, "grad_norm": 1.2782613039016724, "kl": 0.7384248003363609, "learning_rate": 1.9682601701424955e-06, "loss": 0.0007, "num_tokens": 244868.0, "reward": 0.4248548150062561, "reward_std": 0.1405004858970642, "rewards/check_answer/mean": 0.4248548150062561, "rewards/check_answer/std": 0.15119124948978424, "step": 55 }, { "completion_length": 130.875, "completions/clipped_ratio": 1.0, "completions/max_length": 166.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 166.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 166.0, "completions/min_terminated_length": 0.0, "epoch": 0.019907571987202274, "frac_reward_zero_std": 0.0, "grad_norm": 1.2085068225860596, "kl": 0.949990913271904, "learning_rate": 1.966620850312611e-06, "loss": 0.0009, "num_tokens": 248472.0, "reward": 0.9866458177566528, "reward_std": 0.20745287835597992, "rewards/check_answer/mean": 0.9866458177566528, "rewards/check_answer/std": 0.2391611635684967, "step": 56 }, { "completion_length": 159.625, "completions/clipped_ratio": 1.0, "completions/max_length": 199.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 199.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 199.0, "completions/min_terminated_length": 0.0, "epoch": 0.0202630643441166, "frac_reward_zero_std": 0.0, "grad_norm": 0.8282672762870789, "kl": 0.7232623845338821, "learning_rate": 1.9649409730077934e-06, "loss": 0.0007, "num_tokens": 252400.0, "reward": 0.9129424095153809, "reward_std": 0.07550011575222015, "rewards/check_answer/mean": 0.9129424095153809, "rewards/check_answer/std": 0.10520419478416443, "step": 57 }, { "completion_length": 127.125, "completions/clipped_ratio": 1.0, "completions/max_length": 166.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 166.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 166.0, "completions/min_terminated_length": 0.0, "epoch": 0.020618556701030927, "frac_reward_zero_std": 0.0, "grad_norm": 1.3114508390426636, "kl": 1.1187990382313728, "learning_rate": 1.9632206087123296e-06, "loss": 0.0011, "num_tokens": 255956.0, "reward": 1.1150379180908203, "reward_std": 0.2255248725414276, "rewards/check_answer/mean": 1.1150379180908203, "rewards/check_answer/std": 0.34762150049209595, "step": 58 }, { "completion_length": 189.375, "completions/clipped_ratio": 1.0, "completions/max_length": 257.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 257.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 257.0, "completions/min_terminated_length": 0.0, "epoch": 0.020974049057945254, "frac_reward_zero_std": 0.0, "grad_norm": 0.8756466507911682, "kl": 0.7243548184633255, "learning_rate": 1.96145982960926e-06, "loss": 0.0007, "num_tokens": 260412.0, "reward": 0.8796370029449463, "reward_std": 0.11876453459262848, "rewards/check_answer/mean": 0.8796370029449463, "rewards/check_answer/std": 0.3439219892024994, "step": 59 }, { "completion_length": 139.125, "completions/clipped_ratio": 1.0, "completions/max_length": 189.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 189.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 189.0, "completions/min_terminated_length": 0.0, "epoch": 0.02132954141485958, "frac_reward_zero_std": 0.0, "grad_norm": 1.0963000059127808, "kl": 0.909339964389801, "learning_rate": 1.959658709577349e-06, "loss": 0.0009, "num_tokens": 264220.0, "reward": 0.8781695365905762, "reward_std": 0.11388590931892395, "rewards/check_answer/mean": 0.8781695365905762, "rewards/check_answer/std": 0.13216498494148254, "step": 60 }, { "completion_length": 226.75, "completions/clipped_ratio": 1.0, "completions/max_length": 459.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 459.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 459.0, "completions/min_terminated_length": 0.0, "epoch": 0.021685033771773908, "frac_reward_zero_std": 0.0, "grad_norm": 1.253958821296692, "kl": 0.7087467610836029, "learning_rate": 1.957817324187987e-06, "loss": 0.0007, "num_tokens": 270304.0, "reward": 0.47922077775001526, "reward_std": 0.16429361701011658, "rewards/check_answer/mean": 0.47922077775001526, "rewards/check_answer/std": 0.24649585783481598, "step": 61 }, { "completion_length": 188.625, "completions/clipped_ratio": 1.0, "completions/max_length": 309.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 309.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 309.0, "completions/min_terminated_length": 0.0, "epoch": 0.022040526128688235, "frac_reward_zero_std": 0.0, "grad_norm": 1.1864843368530273, "kl": 0.7644701823592186, "learning_rate": 1.955935750702016e-06, "loss": 0.0008, "num_tokens": 275104.0, "reward": 0.7438182830810547, "reward_std": 0.35229942202568054, "rewards/check_answer/mean": 0.7438182830810547, "rewards/check_answer/std": 0.46769964694976807, "step": 62 }, { "completion_length": 162.25, "completions/clipped_ratio": 1.0, "completions/max_length": 307.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 307.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 307.0, "completions/min_terminated_length": 0.0, "epoch": 0.02239601848560256, "frac_reward_zero_std": 0.0, "grad_norm": 1.1541324853897095, "kl": 0.8677687868475914, "learning_rate": 1.9540140680664913e-06, "loss": 0.0009, "num_tokens": 279864.0, "reward": 0.47938406467437744, "reward_std": 0.16213726997375488, "rewards/check_answer/mean": 0.47938406467437744, "rewards/check_answer/std": 0.1621021181344986, "step": 63 }, { "completion_length": 172.125, "completions/clipped_ratio": 1.0, "completions/max_length": 261.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 261.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 261.0, "completions/min_terminated_length": 0.0, "epoch": 0.022751510842516885, "frac_reward_zero_std": 0.0, "grad_norm": 1.3770204782485962, "kl": 0.8212926685810089, "learning_rate": 1.9520523569113675e-06, "loss": 0.0008, "num_tokens": 284268.0, "reward": 0.838275671005249, "reward_std": 0.18673363327980042, "rewards/check_answer/mean": 0.838275671005249, "rewards/check_answer/std": 0.28915560245513916, "step": 64 }, { "completion_length": 156.5, "completions/clipped_ratio": 1.0, "completions/max_length": 208.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 208.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 208.0, "completions/min_terminated_length": 0.0, "epoch": 0.023107003199431212, "frac_reward_zero_std": 0.0, "grad_norm": 1.297267198562622, "kl": 0.8798012360930443, "learning_rate": 1.9500506995461158e-06, "loss": 0.0009, "num_tokens": 288196.0, "reward": 0.5933172702789307, "reward_std": 0.1915740966796875, "rewards/check_answer/mean": 0.5933172702789307, "rewards/check_answer/std": 0.3144351840019226, "step": 65 }, { "completion_length": 142.5, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.02346249555634554, "frac_reward_zero_std": 0.0, "grad_norm": 0.9910432696342468, "kl": 0.8498262465000153, "learning_rate": 1.9480091799562703e-06, "loss": 0.0009, "num_tokens": 291940.0, "reward": 0.770956814289093, "reward_std": 0.10022227466106415, "rewards/check_answer/mean": 0.770956814289093, "rewards/check_answer/std": 0.11824830621480942, "step": 66 }, { "completion_length": 133.875, "completions/clipped_ratio": 1.0, "completions/max_length": 247.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 247.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 247.0, "completions/min_terminated_length": 0.0, "epoch": 0.023817987913259866, "frac_reward_zero_std": 0.0, "grad_norm": 1.5007517337799072, "kl": 1.0311792939901352, "learning_rate": 1.9459278837999044e-06, "loss": 0.001, "num_tokens": 296144.0, "reward": 0.6279333233833313, "reward_std": 0.256386399269104, "rewards/check_answer/mean": 0.6279333233833313, "rewards/check_answer/std": 0.2947384715080261, "step": 67 }, { "completion_length": 167.25, "completions/clipped_ratio": 1.0, "completions/max_length": 230.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 230.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 230.0, "completions/min_terminated_length": 0.0, "epoch": 0.024173480270174193, "frac_reward_zero_std": 0.0, "grad_norm": 1.3704280853271484, "kl": 0.8590928241610527, "learning_rate": 1.943806898404036e-06, "loss": 0.0009, "num_tokens": 300316.0, "reward": 0.3499842882156372, "reward_std": 0.0492897555232048, "rewards/check_answer/mean": 0.3499842882156372, "rewards/check_answer/std": 0.06849247217178345, "step": 68 }, { "completion_length": 128.75, "completions/clipped_ratio": 1.0, "completions/max_length": 161.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 161.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 161.0, "completions/min_terminated_length": 0.0, "epoch": 0.024528972627088516, "frac_reward_zero_std": 0.0, "grad_norm": 1.2160534858703613, "kl": 0.9772743880748749, "learning_rate": 1.9416463127609655e-06, "loss": 0.001, "num_tokens": 303884.0, "reward": 0.9036175608634949, "reward_std": 0.08740215003490448, "rewards/check_answer/mean": 0.9036175608634949, "rewards/check_answer/std": 0.16613458096981049, "step": 69 }, { "completion_length": 121.5, "completions/clipped_ratio": 1.0, "completions/max_length": 195.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 195.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 195.0, "completions/min_terminated_length": 0.0, "epoch": 0.024884464984002843, "frac_reward_zero_std": 0.0, "grad_norm": 1.3526157140731812, "kl": 1.0774648040533066, "learning_rate": 1.9394462175245377e-06, "loss": 0.0011, "num_tokens": 307680.0, "reward": 0.6067485809326172, "reward_std": 0.16488346457481384, "rewards/check_answer/mean": 0.6067485809326172, "rewards/check_answer/std": 0.18758882582187653, "step": 70 }, { "completion_length": 134.875, "completions/clipped_ratio": 1.0, "completions/max_length": 158.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 158.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 158.0, "completions/min_terminated_length": 0.0, "epoch": 0.02523995734091717, "frac_reward_zero_std": 0.0, "grad_norm": 0.9557284116744995, "kl": 0.8259664103388786, "learning_rate": 1.9372067050063438e-06, "loss": 0.0008, "num_tokens": 311272.0, "reward": 0.7687655687332153, "reward_std": 0.10799788683652878, "rewards/check_answer/mean": 0.7687655687332153, "rewards/check_answer/std": 0.4902490973472595, "step": 71 }, { "completion_length": 173.375, "completions/clipped_ratio": 1.0, "completions/max_length": 368.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 368.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 368.0, "completions/min_terminated_length": 0.0, "epoch": 0.025595449697831497, "frac_reward_zero_std": 0.0, "grad_norm": 0.9078166484832764, "kl": 0.8117382898926735, "learning_rate": 1.9349278691718423e-06, "loss": 0.0008, "num_tokens": 316560.0, "reward": 0.683590292930603, "reward_std": 0.25502678751945496, "rewards/check_answer/mean": 0.683590292930603, "rewards/check_answer/std": 0.3054972290992737, "step": 72 }, { "completion_length": 159.25, "completions/clipped_ratio": 1.0, "completions/max_length": 250.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 250.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 250.0, "completions/min_terminated_length": 0.0, "epoch": 0.025950942054745824, "frac_reward_zero_std": 0.0, "grad_norm": 0.7120696306228638, "kl": 0.7587809450924397, "learning_rate": 1.9326098056364223e-06, "loss": 0.0008, "num_tokens": 320888.0, "reward": 0.9566544890403748, "reward_std": 0.14855997264385223, "rewards/check_answer/mean": 0.9566544890403748, "rewards/check_answer/std": 0.38444334268569946, "step": 73 }, { "completion_length": 178.75, "completions/clipped_ratio": 1.0, "completions/max_length": 412.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 412.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 412.0, "completions/min_terminated_length": 0.0, "epoch": 0.02630643441166015, "frac_reward_zero_std": 0.0, "grad_norm": 0.8035106658935547, "kl": 0.9710343480110168, "learning_rate": 1.9302526116613863e-06, "loss": 0.001, "num_tokens": 326468.0, "reward": 0.5152267217636108, "reward_std": 0.15025296807289124, "rewards/check_answer/mean": 0.5152267217636108, "rewards/check_answer/std": 0.413678914308548, "step": 74 }, { "completion_length": 216.75, "completions/clipped_ratio": 1.0, "completions/max_length": 267.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 267.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 267.0, "completions/min_terminated_length": 0.0, "epoch": 0.026661926768574477, "frac_reward_zero_std": 0.0, "grad_norm": 1.298223614692688, "kl": 0.7015675231814384, "learning_rate": 1.927856386149872e-06, "loss": 0.0007, "num_tokens": 331048.0, "reward": 0.5682893991470337, "reward_std": 0.050071075558662415, "rewards/check_answer/mean": 0.5682893991470337, "rewards/check_answer/std": 0.05111599713563919, "step": 75 }, { "completion_length": 157.5, "completions/clipped_ratio": 1.0, "completions/max_length": 219.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 219.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 219.0, "completions/min_terminated_length": 0.0, "epoch": 0.0270174191254888, "frac_reward_zero_std": 0.0, "grad_norm": 1.5917730331420898, "kl": 1.565583512187004, "learning_rate": 1.925421229642704e-06, "loss": 0.0016, "num_tokens": 335140.0, "reward": 0.7242650985717773, "reward_std": 0.18113592267036438, "rewards/check_answer/mean": 0.7242650985717773, "rewards/check_answer/std": 0.39251700043678284, "step": 76 }, { "completion_length": 164.0, "completions/clipped_ratio": 1.0, "completions/max_length": 227.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 227.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 227.0, "completions/min_terminated_length": 0.0, "epoch": 0.027372911482403128, "frac_reward_zero_std": 0.0, "grad_norm": 0.9250568747520447, "kl": 0.7413730174303055, "learning_rate": 1.922947244314172e-06, "loss": 0.0007, "num_tokens": 339328.0, "reward": 0.6071414947509766, "reward_std": 0.061989925801754, "rewards/check_answer/mean": 0.6071414947509766, "rewards/check_answer/std": 0.058279652148485184, "step": 77 }, { "completion_length": 181.875, "completions/clipped_ratio": 1.0, "completions/max_length": 314.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 314.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 314.0, "completions/min_terminated_length": 0.0, "epoch": 0.027728403839317455, "frac_reward_zero_std": 0.0, "grad_norm": 1.3320794105529785, "kl": 0.8369091004133224, "learning_rate": 1.920434533967744e-06, "loss": 0.0008, "num_tokens": 344152.0, "reward": 0.39935851097106934, "reward_std": 0.1910189688205719, "rewards/check_answer/mean": 0.39935851097106934, "rewards/check_answer/std": 0.19998566806316376, "step": 78 }, { "completion_length": 111.25, "completions/clipped_ratio": 1.0, "completions/max_length": 129.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 129.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 129.0, "completions/min_terminated_length": 0.0, "epoch": 0.02808389619623178, "frac_reward_zero_std": 0.5, "grad_norm": 0.47839584946632385, "kl": 0.9960901588201523, "learning_rate": 1.9178832040317154e-06, "loss": 0.001, "num_tokens": 347448.0, "reward": 1.1312363147735596, "reward_std": 0.05850692465901375, "rewards/check_answer/mean": 1.1312363147735596, "rewards/check_answer/std": 0.41688400506973267, "step": 79 }, { "completion_length": 139.75, "completions/clipped_ratio": 1.0, "completions/max_length": 160.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 160.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 160.0, "completions/min_terminated_length": 0.0, "epoch": 0.028439388553146108, "frac_reward_zero_std": 0.0, "grad_norm": 1.05618417263031, "kl": 0.8761157393455505, "learning_rate": 1.9152933615547795e-06, "loss": 0.0009, "num_tokens": 351036.0, "reward": 0.9433624148368835, "reward_std": 0.10638132691383362, "rewards/check_answer/mean": 0.9433624148368835, "rewards/check_answer/std": 0.139017716050148, "step": 80 }, { "completion_length": 169.625, "completions/clipped_ratio": 1.0, "completions/max_length": 279.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 279.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 279.0, "completions/min_terminated_length": 0.0, "epoch": 0.028794880910060435, "frac_reward_zero_std": 0.0, "grad_norm": 1.4934351444244385, "kl": 0.892808735370636, "learning_rate": 1.91266511520154e-06, "loss": 0.0009, "num_tokens": 355576.0, "reward": 0.7234863042831421, "reward_std": 0.1691238433122635, "rewards/check_answer/mean": 0.7234863042831421, "rewards/check_answer/std": 0.29599475860595703, "step": 81 }, { "completion_length": 229.5, "completions/clipped_ratio": 1.0, "completions/max_length": 287.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 287.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 287.0, "completions/min_terminated_length": 0.0, "epoch": 0.02915037326697476, "frac_reward_zero_std": 0.0, "grad_norm": 0.8857946991920471, "kl": 0.5783075205981731, "learning_rate": 1.90999857524795e-06, "loss": 0.0006, "num_tokens": 360332.0, "reward": 0.6744882464408875, "reward_std": 0.06485763937234879, "rewards/check_answer/mean": 0.6744882464408875, "rewards/check_answer/std": 0.10810530930757523, "step": 82 }, { "completion_length": 235.75, "completions/clipped_ratio": 1.0, "completions/max_length": 826.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 826.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 826.0, "completions/min_terminated_length": 0.0, "epoch": 0.029505865623889085, "frac_reward_zero_std": 0.0, "grad_norm": 1.0878734588623047, "kl": 0.7749110404402018, "learning_rate": 1.9072938535766863e-06, "loss": 0.0008, "num_tokens": 369256.0, "reward": 0.6054143905639648, "reward_std": 0.4395607113838196, "rewards/check_answer/mean": 0.6054143905639648, "rewards/check_answer/std": 0.4937736988067627, "step": 83 }, { "completion_length": 242.875, "completions/clipped_ratio": 1.0, "completions/max_length": 429.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 429.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 429.0, "completions/min_terminated_length": 0.0, "epoch": 0.029861357980803412, "frac_reward_zero_std": 0.0, "grad_norm": 1.1861472129821777, "kl": 0.6967328302562237, "learning_rate": 1.9045510636724518e-06, "loss": 0.0007, "num_tokens": 375120.0, "reward": 0.531682014465332, "reward_std": 0.33554187417030334, "rewards/check_answer/mean": 0.531682014465332, "rewards/check_answer/std": 0.3136613070964813, "step": 84 }, { "completion_length": 148.375, "completions/clipped_ratio": 1.0, "completions/max_length": 235.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 235.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 235.0, "completions/min_terminated_length": 0.0, "epoch": 0.03021685033771774, "frac_reward_zero_std": 0.0, "grad_norm": 1.2873274087905884, "kl": 0.9318255484104156, "learning_rate": 1.9017703206172184e-06, "loss": 0.0009, "num_tokens": 379216.0, "reward": 0.5209971070289612, "reward_std": 0.2960757613182068, "rewards/check_answer/mean": 0.5209971070289612, "rewards/check_answer/std": 0.4504690170288086, "step": 85 }, { "completion_length": 140.25, "completions/clipped_ratio": 1.0, "completions/max_length": 184.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 184.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 184.0, "completions/min_terminated_length": 0.0, "epoch": 0.030572342694632066, "frac_reward_zero_std": 0.0, "grad_norm": 1.0940382480621338, "kl": 1.0505591705441475, "learning_rate": 1.8989517410853952e-06, "loss": 0.0011, "num_tokens": 382976.0, "reward": 0.9246237874031067, "reward_std": 0.13671287894248962, "rewards/check_answer/mean": 0.9246237874031067, "rewards/check_answer/std": 0.1343749612569809, "step": 86 }, { "completion_length": 160.125, "completions/clipped_ratio": 1.0, "completions/max_length": 407.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 407.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 407.0, "completions/min_terminated_length": 0.0, "epoch": 0.030927835051546393, "frac_reward_zero_std": 0.0, "grad_norm": 1.3584637641906738, "kl": 0.8210309222340584, "learning_rate": 1.8960954433389345e-06, "loss": 0.0008, "num_tokens": 388480.0, "reward": 0.7732493281364441, "reward_std": 0.5027046203613281, "rewards/check_answer/mean": 0.7732493281364441, "rewards/check_answer/std": 0.47645145654678345, "step": 87 }, { "completion_length": 317.25, "completions/clipped_ratio": 1.0, "completions/max_length": 1733.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1733.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1733.0, "completions/min_terminated_length": 0.0, "epoch": 0.031283327408460716, "frac_reward_zero_std": 0.0, "grad_norm": 1.0044224262237549, "kl": 0.9506502486765385, "learning_rate": 1.893201547222369e-06, "loss": 0.001, "num_tokens": 404620.0, "reward": 0.2373797744512558, "reward_std": 0.8683522939682007, "rewards/check_answer/mean": 0.2373797744512558, "rewards/check_answer/std": 1.155461311340332, "step": 88 }, { "completion_length": 162.625, "completions/clipped_ratio": 1.0, "completions/max_length": 290.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 290.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 290.0, "completions/min_terminated_length": 0.0, "epoch": 0.03163881976537505, "frac_reward_zero_std": 0.0, "grad_norm": 1.479142665863037, "kl": 0.9558501094579697, "learning_rate": 1.890270174157784e-06, "loss": 0.001, "num_tokens": 409276.0, "reward": 0.25631266832351685, "reward_std": 0.1937149316072464, "rewards/check_answer/mean": 0.25631266832351685, "rewards/check_answer/std": 0.3008791506290436, "step": 89 }, { "completion_length": 126.125, "completions/clipped_ratio": 1.0, "completions/max_length": 148.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 148.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 148.0, "completions/min_terminated_length": 0.0, "epoch": 0.03199431212228937, "frac_reward_zero_std": 0.0, "grad_norm": 1.3603887557983398, "kl": 0.9706334322690964, "learning_rate": 1.887301447139722e-06, "loss": 0.001, "num_tokens": 412744.0, "reward": 0.8215959668159485, "reward_std": 0.16119298338890076, "rewards/check_answer/mean": 0.8215959668159485, "rewards/check_answer/std": 0.1808452159166336, "step": 90 }, { "completion_length": 116.125, "completions/clipped_ratio": 1.0, "completions/max_length": 144.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 144.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 144.0, "completions/min_terminated_length": 0.0, "epoch": 0.0323498044792037, "frac_reward_zero_std": 0.0, "grad_norm": 1.049874186515808, "kl": 1.3622772246599197, "learning_rate": 1.8842954907300234e-06, "loss": 0.0014, "num_tokens": 416140.0, "reward": 0.8565795421600342, "reward_std": 0.10528472065925598, "rewards/check_answer/mean": 0.8565795421600342, "rewards/check_answer/std": 0.2905048429965973, "step": 91 }, { "completion_length": 105.875, "completions/clipped_ratio": 1.0, "completions/max_length": 121.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 121.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 121.0, "completions/min_terminated_length": 0.0, "epoch": 0.032705296836118024, "frac_reward_zero_std": 0.0, "grad_norm": 1.2401256561279297, "kl": 1.1423239186406136, "learning_rate": 1.8812524310525989e-06, "loss": 0.0011, "num_tokens": 419324.0, "reward": 1.115241289138794, "reward_std": 0.24980412423610687, "rewards/check_answer/mean": 1.115241289138794, "rewards/check_answer/std": 0.28148189187049866, "step": 92 }, { "completion_length": 186.25, "completions/clipped_ratio": 1.0, "completions/max_length": 387.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 387.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 387.0, "completions/min_terminated_length": 0.0, "epoch": 0.03306078919303235, "frac_reward_zero_std": 0.0, "grad_norm": 1.4363069534301758, "kl": 0.8179975673556328, "learning_rate": 1.878172395788137e-06, "loss": 0.0008, "num_tokens": 424748.0, "reward": 0.5892328023910522, "reward_std": 0.3023512363433838, "rewards/check_answer/mean": 0.5892328023910522, "rewards/check_answer/std": 0.3052242696285248, "step": 93 }, { "completion_length": 217.625, "completions/clipped_ratio": 1.0, "completions/max_length": 445.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 445.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 445.0, "completions/min_terminated_length": 0.0, "epoch": 0.03341628154994668, "frac_reward_zero_std": 0.0, "grad_norm": 1.0772606134414673, "kl": 0.6265748627483845, "learning_rate": 1.8750555141687498e-06, "loss": 0.0006, "num_tokens": 430684.0, "reward": 0.5995186567306519, "reward_std": 0.30252185463905334, "rewards/check_answer/mean": 0.5995186567306519, "rewards/check_answer/std": 0.3485279083251953, "step": 94 }, { "completion_length": 138.625, "completions/clipped_ratio": 1.0, "completions/max_length": 170.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 170.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 170.0, "completions/min_terminated_length": 0.0, "epoch": 0.033771773906861, "frac_reward_zero_std": 0.0, "grad_norm": 1.3114063739776611, "kl": 0.7897653579711914, "learning_rate": 1.871901916972547e-06, "loss": 0.0008, "num_tokens": 434388.0, "reward": 0.7348920702934265, "reward_std": 0.12173796445131302, "rewards/check_answer/mean": 0.7348920702934265, "rewards/check_answer/std": 0.13469088077545166, "step": 95 }, { "completion_length": 126.625, "completions/clipped_ratio": 1.0, "completions/max_length": 180.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 180.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 180.0, "completions/min_terminated_length": 0.0, "epoch": 0.03412726626377533, "frac_reward_zero_std": 0.0, "grad_norm": 1.269826889038086, "kl": 0.9915882423520088, "learning_rate": 1.868711736518151e-06, "loss": 0.001, "num_tokens": 438092.0, "reward": 0.7981278896331787, "reward_std": 0.1937999129295349, "rewards/check_answer/mean": 0.7981278896331787, "rewards/check_answer/std": 0.37847113609313965, "step": 96 }, { "completion_length": 128.125, "completions/clipped_ratio": 1.0, "completions/max_length": 147.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 147.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 147.0, "completions/min_terminated_length": 0.0, "epoch": 0.034482758620689655, "frac_reward_zero_std": 0.0, "grad_norm": 1.0683459043502808, "kl": 1.077537588775158, "learning_rate": 1.8654851066591447e-06, "loss": 0.0011, "num_tokens": 441560.0, "reward": 0.7968407869338989, "reward_std": 0.1815684735774994, "rewards/check_answer/mean": 0.7968407869338989, "rewards/check_answer/std": 0.17670804262161255, "step": 97 }, { "completion_length": 187.125, "completions/clipped_ratio": 1.0, "completions/max_length": 396.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 396.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 396.0, "completions/min_terminated_length": 0.0, "epoch": 0.03483825097760398, "frac_reward_zero_std": 0.0, "grad_norm": 1.268022894859314, "kl": 0.7753087803721428, "learning_rate": 1.8622221627784538e-06, "loss": 0.0008, "num_tokens": 447100.0, "reward": 0.5913350582122803, "reward_std": 0.17023973166942596, "rewards/check_answer/mean": 0.5913350582122803, "rewards/check_answer/std": 0.2404259890317917, "step": 98 }, { "completion_length": 242.125, "completions/clipped_ratio": 1.0, "completions/max_length": 443.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 443.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 443.0, "completions/min_terminated_length": 0.0, "epoch": 0.03519374333451831, "frac_reward_zero_std": 0.0, "grad_norm": 1.1029280424118042, "kl": 0.7917543686926365, "learning_rate": 1.8589230417826696e-06, "loss": 0.0008, "num_tokens": 453004.0, "reward": 0.6381113529205322, "reward_std": 0.43335309624671936, "rewards/check_answer/mean": 0.6381113529205322, "rewards/check_answer/std": 0.4357015788555145, "step": 99 }, { "completion_length": 128.375, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.03554923569143263, "frac_reward_zero_std": 0.0, "grad_norm": 1.1327271461486816, "kl": 0.9109284281730652, "learning_rate": 1.855587882096301e-06, "loss": 0.0009, "num_tokens": 456724.0, "reward": 0.5361893177032471, "reward_std": 0.06671185791492462, "rewards/check_answer/mean": 0.5361893177032471, "rewards/check_answer/std": 0.13381634652614594, "step": 100 }, { "completion_length": 145.125, "completions/clipped_ratio": 1.0, "completions/max_length": 163.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 163.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 163.0, "completions/min_terminated_length": 0.0, "epoch": 0.03590472804834696, "frac_reward_zero_std": 0.0, "grad_norm": 1.240835428237915, "kl": 0.8133614212274551, "learning_rate": 1.8522168236559692e-06, "loss": 0.0008, "num_tokens": 460368.0, "reward": 0.8311418890953064, "reward_std": 0.1373349130153656, "rewards/check_answer/mean": 0.8311418890953064, "rewards/check_answer/std": 0.2642613351345062, "step": 101 }, { "completion_length": 151.0, "completions/clipped_ratio": 1.0, "completions/max_length": 204.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 204.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 204.0, "completions/min_terminated_length": 0.0, "epoch": 0.036260220405261286, "frac_reward_zero_std": 0.0, "grad_norm": 0.995905876159668, "kl": 1.0054601654410362, "learning_rate": 1.8488100079045344e-06, "loss": 0.001, "num_tokens": 464348.0, "reward": 0.48110759258270264, "reward_std": 0.03632316365838051, "rewards/check_answer/mean": 0.48110759258270264, "rewards/check_answer/std": 0.04139499366283417, "step": 102 }, { "completion_length": 351.25, "completions/clipped_ratio": 1.0, "completions/max_length": 1733.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1733.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1733.0, "completions/min_terminated_length": 0.0, "epoch": 0.036615712762175616, "frac_reward_zero_std": 0.0, "grad_norm": 1.1956342458724976, "kl": 0.7888050302863121, "learning_rate": 1.8453675777851624e-06, "loss": 0.0008, "num_tokens": 480492.0, "reward": 0.11366894841194153, "reward_std": 0.7165069580078125, "rewards/check_answer/mean": 0.11366894841194153, "rewards/check_answer/std": 0.8876131772994995, "step": 103 }, { "completion_length": 164.875, "completions/clipped_ratio": 1.0, "completions/max_length": 341.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 341.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 341.0, "completions/min_terminated_length": 0.0, "epoch": 0.03697120511908994, "frac_reward_zero_std": 0.0, "grad_norm": 1.2859138250350952, "kl": 0.7988496944308281, "learning_rate": 1.841889677735327e-06, "loss": 0.0008, "num_tokens": 485516.0, "reward": 0.4335666000843048, "reward_std": 0.14523234963417053, "rewards/check_answer/mean": 0.4335666000843048, "rewards/check_answer/std": 0.1449071615934372, "step": 104 }, { "completion_length": 121.375, "completions/clipped_ratio": 1.0, "completions/max_length": 159.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 159.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 159.0, "completions/min_terminated_length": 0.0, "epoch": 0.03732669747600426, "frac_reward_zero_std": 0.0, "grad_norm": 1.2930808067321777, "kl": 1.0567247346043587, "learning_rate": 1.8383764536807482e-06, "loss": 0.0011, "num_tokens": 489032.0, "reward": 0.799333393573761, "reward_std": 0.10465282201766968, "rewards/check_answer/mean": 0.799333393573761, "rewards/check_answer/std": 0.5261251330375671, "step": 105 }, { "completion_length": 185.25, "completions/clipped_ratio": 1.0, "completions/max_length": 264.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 264.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 264.0, "completions/min_terminated_length": 0.0, "epoch": 0.03768218983291859, "frac_reward_zero_std": 0.0, "grad_norm": 1.0702083110809326, "kl": 0.6855377554893494, "learning_rate": 1.834828053029271e-06, "loss": 0.0007, "num_tokens": 493532.0, "reward": 0.7013120651245117, "reward_std": 0.06996731460094452, "rewards/check_answer/mean": 0.7013120651245117, "rewards/check_answer/std": 0.1565777212381363, "step": 106 }, { "completion_length": 167.125, "completions/clipped_ratio": 1.0, "completions/max_length": 189.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 189.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 189.0, "completions/min_terminated_length": 0.0, "epoch": 0.038037682189832916, "frac_reward_zero_std": 0.0, "grad_norm": 1.0111033916473389, "kl": 0.6627400144934654, "learning_rate": 1.8312446246646808e-06, "loss": 0.0007, "num_tokens": 497408.0, "reward": 0.6584599018096924, "reward_std": 0.04549873620271683, "rewards/check_answer/mean": 0.6584599018096924, "rewards/check_answer/std": 0.15257348120212555, "step": 107 }, { "completion_length": 162.125, "completions/clipped_ratio": 1.0, "completions/max_length": 180.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 180.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 180.0, "completions/min_terminated_length": 0.0, "epoch": 0.03839317454674725, "frac_reward_zero_std": 0.0, "grad_norm": 1.124720573425293, "kl": 0.7237212583422661, "learning_rate": 1.827626318940454e-06, "loss": 0.0007, "num_tokens": 501220.0, "reward": 0.6645842790603638, "reward_std": 0.15561817586421967, "rewards/check_answer/mean": 0.6645842790603638, "rewards/check_answer/std": 0.17358997464179993, "step": 108 }, { "completion_length": 131.75, "completions/clipped_ratio": 1.0, "completions/max_length": 197.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 197.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 197.0, "completions/min_terminated_length": 0.0, "epoch": 0.03874866690366157, "frac_reward_zero_std": 0.0, "grad_norm": 1.2379475831985474, "kl": 1.0512573346495628, "learning_rate": 1.8239732876734524e-06, "loss": 0.0011, "num_tokens": 505068.0, "reward": 0.6620197296142578, "reward_std": 0.1267756223678589, "rewards/check_answer/mean": 0.6620197296142578, "rewards/check_answer/std": 0.3302028179168701, "step": 109 }, { "completion_length": 180.25, "completions/clipped_ratio": 1.0, "completions/max_length": 376.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 376.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 376.0, "completions/min_terminated_length": 0.0, "epoch": 0.0391041592605759, "frac_reward_zero_std": 0.0, "grad_norm": 1.1219065189361572, "kl": 0.7344455569982529, "learning_rate": 1.8202856841375515e-06, "loss": 0.0007, "num_tokens": 510436.0, "reward": 0.969782829284668, "reward_std": 0.11682869493961334, "rewards/check_answer/mean": 0.969782829284668, "rewards/check_answer/std": 0.23211023211479187, "step": 110 }, { "completion_length": 179.25, "completions/clipped_ratio": 1.0, "completions/max_length": 205.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 205.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 205.0, "completions/min_terminated_length": 0.0, "epoch": 0.039459651617490224, "frac_reward_zero_std": 0.0, "grad_norm": 1.0314453840255737, "kl": 0.7792172804474831, "learning_rate": 1.8165636630572108e-06, "loss": 0.0008, "num_tokens": 514464.0, "reward": 0.824637770652771, "reward_std": 0.07622136175632477, "rewards/check_answer/mean": 0.824637770652771, "rewards/check_answer/std": 0.17158779501914978, "step": 111 }, { "completion_length": 161.625, "completions/clipped_ratio": 1.0, "completions/max_length": 286.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 286.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 286.0, "completions/min_terminated_length": 0.0, "epoch": 0.03981514397440455, "frac_reward_zero_std": 0.0, "grad_norm": 1.2652943134307861, "kl": 0.7475909665226936, "learning_rate": 1.8128073806009797e-06, "loss": 0.0007, "num_tokens": 519040.0, "reward": 0.5649016499519348, "reward_std": 0.19738805294036865, "rewards/check_answer/mean": 0.5649016499519348, "rewards/check_answer/std": 0.1836945116519928, "step": 112 }, { "completion_length": 206.75, "completions/clipped_ratio": 1.0, "completions/max_length": 380.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 380.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 380.0, "completions/min_terminated_length": 0.0, "epoch": 0.04017063633131888, "frac_reward_zero_std": 0.0, "grad_norm": 1.1154736280441284, "kl": 0.7828241437673569, "learning_rate": 1.8090169943749474e-06, "loss": 0.0008, "num_tokens": 524332.0, "reward": 0.3806084990501404, "reward_std": 0.295352578163147, "rewards/check_answer/mean": 0.3806084990501404, "rewards/check_answer/std": 0.28767409920692444, "step": 113 }, { "completion_length": 127.75, "completions/clipped_ratio": 1.0, "completions/max_length": 151.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 151.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 151.0, "completions/min_terminated_length": 0.0, "epoch": 0.0405261286882332, "frac_reward_zero_std": 0.0, "grad_norm": 1.5464938879013062, "kl": 0.8205536454916, "learning_rate": 1.805192663416128e-06, "loss": 0.0008, "num_tokens": 527816.0, "reward": 0.4316750764846802, "reward_std": 0.11296975612640381, "rewards/check_answer/mean": 0.4316750764846802, "rewards/check_answer/std": 0.15499307215213776, "step": 114 }, { "completion_length": 212.25, "completions/clipped_ratio": 1.0, "completions/max_length": 476.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 476.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 476.0, "completions/min_terminated_length": 0.0, "epoch": 0.04088162104514753, "frac_reward_zero_std": 0.0, "grad_norm": 0.9764978885650635, "kl": 0.7604008838534355, "learning_rate": 1.80133454818579e-06, "loss": 0.0008, "num_tokens": 534032.0, "reward": 0.5712515115737915, "reward_std": 0.18051519989967346, "rewards/check_answer/mean": 0.5712515115737915, "rewards/check_answer/std": 0.2553601562976837, "step": 115 }, { "completion_length": 168.125, "completions/clipped_ratio": 1.0, "completions/max_length": 352.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 352.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 352.0, "completions/min_terminated_length": 0.0, "epoch": 0.041237113402061855, "frac_reward_zero_std": 0.0, "grad_norm": 1.0192203521728516, "kl": 0.7918795123696327, "learning_rate": 1.7974428105627206e-06, "loss": 0.0008, "num_tokens": 539132.0, "reward": 0.9050350189208984, "reward_std": 0.3303805887699127, "rewards/check_answer/mean": 0.9050350189208984, "rewards/check_answer/std": 0.414341002702713, "step": 116 }, { "completion_length": 239.875, "completions/clipped_ratio": 1.0, "completions/max_length": 458.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 458.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 458.0, "completions/min_terminated_length": 0.0, "epoch": 0.041592605758976185, "frac_reward_zero_std": 0.0, "grad_norm": 1.0023772716522217, "kl": 0.5663320943713188, "learning_rate": 1.7935176138364367e-06, "loss": 0.0006, "num_tokens": 545252.0, "reward": 0.4647703468799591, "reward_std": 0.12776939570903778, "rewards/check_answer/mean": 0.4647703468799591, "rewards/check_answer/std": 0.2317170947790146, "step": 117 }, { "completion_length": 186.125, "completions/clipped_ratio": 1.0, "completions/max_length": 272.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 272.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 272.0, "completions/min_terminated_length": 0.0, "epoch": 0.04194809811589051, "frac_reward_zero_std": 0.0, "grad_norm": 0.8914815187454224, "kl": 0.6401103846728802, "learning_rate": 1.7895591227003312e-06, "loss": 0.0006, "num_tokens": 549852.0, "reward": 0.904504120349884, "reward_std": 0.15859127044677734, "rewards/check_answer/mean": 0.904504120349884, "rewards/check_answer/std": 0.23137575387954712, "step": 118 }, { "completion_length": 145.0, "completions/clipped_ratio": 1.0, "completions/max_length": 185.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 185.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 185.0, "completions/min_terminated_length": 0.0, "epoch": 0.04230359047280483, "frac_reward_zero_std": 0.0, "grad_norm": 1.404963731765747, "kl": 0.8550990000367165, "learning_rate": 1.7855675032447646e-06, "loss": 0.0009, "num_tokens": 553632.0, "reward": 0.5919311046600342, "reward_std": 0.1713307946920395, "rewards/check_answer/mean": 0.5919311046600342, "rewards/check_answer/std": 0.21306489408016205, "step": 119 }, { "completion_length": 127.5, "completions/clipped_ratio": 1.0, "completions/max_length": 154.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 154.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 154.0, "completions/min_terminated_length": 0.0, "epoch": 0.04265908282971916, "frac_reward_zero_std": 0.0, "grad_norm": 2.1267662048339844, "kl": 1.128181867301464, "learning_rate": 1.7815429229500945e-06, "loss": 0.0011, "num_tokens": 557152.0, "reward": 0.48771026730537415, "reward_std": 0.1770196259021759, "rewards/check_answer/mean": 0.48771026730537415, "rewards/check_answer/std": 0.2673457860946655, "step": 120 }, { "completion_length": 138.125, "completions/clipped_ratio": 1.0, "completions/max_length": 252.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 252.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 252.0, "completions/min_terminated_length": 0.0, "epoch": 0.043014575186633486, "frac_reward_zero_std": 0.0, "grad_norm": 1.0689774751663208, "kl": 0.908671922981739, "learning_rate": 1.7774855506796493e-06, "loss": 0.0009, "num_tokens": 561476.0, "reward": 0.5983796119689941, "reward_std": 0.07308869808912277, "rewards/check_answer/mean": 0.5983796119689941, "rewards/check_answer/std": 0.130897656083107, "step": 121 }, { "completion_length": 163.75, "completions/clipped_ratio": 1.0, "completions/max_length": 347.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 347.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 347.0, "completions/min_terminated_length": 0.0, "epoch": 0.043370067543547816, "frac_reward_zero_std": 0.0, "grad_norm": 1.2244091033935547, "kl": 0.8498832508921623, "learning_rate": 1.7733955566726437e-06, "loss": 0.0008, "num_tokens": 566552.0, "reward": 0.4134581685066223, "reward_std": 0.14101465046405792, "rewards/check_answer/mean": 0.4134581685066223, "rewards/check_answer/std": 0.33959370851516724, "step": 122 }, { "completion_length": 137.625, "completions/clipped_ratio": 1.0, "completions/max_length": 157.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 157.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 157.0, "completions/min_terminated_length": 0.0, "epoch": 0.04372555990046214, "frac_reward_zero_std": 0.0, "grad_norm": 1.024217963218689, "kl": 0.8784959018230438, "learning_rate": 1.7692731125370352e-06, "loss": 0.0009, "num_tokens": 570084.0, "reward": 0.7042953968048096, "reward_std": 0.1520269811153412, "rewards/check_answer/mean": 0.7042953968048096, "rewards/check_answer/std": 0.4195896089076996, "step": 123 }, { "completion_length": 229.5, "completions/clipped_ratio": 1.0, "completions/max_length": 398.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 398.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 398.0, "completions/min_terminated_length": 0.0, "epoch": 0.04408105225737647, "frac_reward_zero_std": 0.0, "grad_norm": 0.7417681217193604, "kl": 0.5469677075743675, "learning_rate": 1.7651183912423227e-06, "loss": 0.0005, "num_tokens": 575696.0, "reward": 0.7821401357650757, "reward_std": 0.21625076234340668, "rewards/check_answer/mean": 0.7821401357650757, "rewards/check_answer/std": 0.29649269580841064, "step": 124 }, { "completion_length": 158.625, "completions/clipped_ratio": 1.0, "completions/max_length": 183.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 183.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 183.0, "completions/min_terminated_length": 0.0, "epoch": 0.04443654461429079, "frac_reward_zero_std": 0.0, "grad_norm": 0.6623346209526062, "kl": 0.6778233274817467, "learning_rate": 1.7609315671122912e-06, "loss": 0.0007, "num_tokens": 579552.0, "reward": 0.8139320015907288, "reward_std": 0.11649161577224731, "rewards/check_answer/mean": 0.8139320015907288, "rewards/check_answer/std": 0.16566206514835358, "step": 125 }, { "completion_length": 109.5, "completions/clipped_ratio": 1.0, "completions/max_length": 139.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 139.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 139.0, "completions/min_terminated_length": 0.0, "epoch": 0.04479203697120512, "frac_reward_zero_std": 0.0, "grad_norm": 1.442672848701477, "kl": 1.0578153878450394, "learning_rate": 1.7567128158176952e-06, "loss": 0.0011, "num_tokens": 582908.0, "reward": 0.5129451155662537, "reward_std": 0.09052099287509918, "rewards/check_answer/mean": 0.5129451155662537, "rewards/check_answer/std": 0.08429322391748428, "step": 126 }, { "completion_length": 140.75, "completions/clipped_ratio": 1.0, "completions/max_length": 165.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 165.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 165.0, "completions/min_terminated_length": 0.0, "epoch": 0.04514752932811945, "frac_reward_zero_std": 0.0, "grad_norm": 0.8851850628852844, "kl": 0.79625653475523, "learning_rate": 1.75246231436889e-06, "loss": 0.0008, "num_tokens": 586540.0, "reward": 1.105933427810669, "reward_std": 0.05653614550828934, "rewards/check_answer/mean": 1.105933427810669, "rewards/check_answer/std": 0.07999688386917114, "step": 127 }, { "completion_length": 113.625, "completions/clipped_ratio": 1.0, "completions/max_length": 119.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 119.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 119.0, "completions/min_terminated_length": 0.0, "epoch": 0.04550302168503377, "frac_reward_zero_std": 0.0, "grad_norm": 1.3199235200881958, "kl": 1.0050401091575623, "learning_rate": 1.748180241108404e-06, "loss": 0.001, "num_tokens": 589736.0, "reward": 0.620737612247467, "reward_std": 0.24731796979904175, "rewards/check_answer/mean": 0.620737612247467, "rewards/check_answer/std": 0.2790798842906952, "step": 128 }, { "completion_length": 186.5, "completions/clipped_ratio": 1.0, "completions/max_length": 215.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 215.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 215.0, "completions/min_terminated_length": 0.0, "epoch": 0.0458585140419481, "frac_reward_zero_std": 0.0, "grad_norm": 1.1130210161209106, "kl": 0.7737138867378235, "learning_rate": 1.7438667757034545e-06, "loss": 0.0008, "num_tokens": 593864.0, "reward": 0.736076295375824, "reward_std": 0.09630982577800751, "rewards/check_answer/mean": 0.736076295375824, "rewards/check_answer/std": 0.4510340988636017, "step": 129 }, { "completion_length": 187.0, "completions/clipped_ratio": 1.0, "completions/max_length": 271.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 271.0, "completions/min_terminated_length": 0.0, "epoch": 0.046214006398862424, "frac_reward_zero_std": 0.0, "grad_norm": 1.4122211933135986, "kl": 0.748015109449625, "learning_rate": 1.7395220991384107e-06, "loss": 0.0007, "num_tokens": 598432.0, "reward": 0.5218716859817505, "reward_std": 0.11195607483386993, "rewards/check_answer/mean": 0.5218716859817505, "rewards/check_answer/std": 0.11304658651351929, "step": 130 }, { "completion_length": 215.5, "completions/clipped_ratio": 1.0, "completions/max_length": 367.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 367.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 367.0, "completions/min_terminated_length": 0.0, "epoch": 0.04656949875577675, "frac_reward_zero_std": 0.0, "grad_norm": 0.9993454813957214, "kl": 0.8311516419053078, "learning_rate": 1.7351463937072005e-06, "loss": 0.0008, "num_tokens": 603748.0, "reward": 0.661200761795044, "reward_std": 0.21908509731292725, "rewards/check_answer/mean": 0.661200761795044, "rewards/check_answer/std": 0.25869107246398926, "step": 131 }, { "completion_length": 207.75, "completions/clipped_ratio": 1.0, "completions/max_length": 234.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 234.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 234.0, "completions/min_terminated_length": 0.0, "epoch": 0.04692499111269108, "frac_reward_zero_std": 0.0, "grad_norm": 0.8726764917373657, "kl": 0.6523109786212444, "learning_rate": 1.7307398430056593e-06, "loss": 0.0007, "num_tokens": 608056.0, "reward": 0.6734517216682434, "reward_std": 0.17236828804016113, "rewards/check_answer/mean": 0.6734517216682434, "rewards/check_answer/std": 0.18957330286502838, "step": 132 }, { "completion_length": 111.375, "completions/clipped_ratio": 1.0, "completions/max_length": 130.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 130.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 130.0, "completions/min_terminated_length": 0.0, "epoch": 0.0472804834696054, "frac_reward_zero_std": 0.0, "grad_norm": 1.3476788997650146, "kl": 0.9502375945448875, "learning_rate": 1.7263026319238298e-06, "loss": 0.001, "num_tokens": 611360.0, "reward": 0.5831122398376465, "reward_std": 0.09297197312116623, "rewards/check_answer/mean": 0.5831122398376465, "rewards/check_answer/std": 0.25845038890838623, "step": 133 }, { "completion_length": 134.5, "completions/clipped_ratio": 1.0, "completions/max_length": 195.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 195.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 195.0, "completions/min_terminated_length": 0.0, "epoch": 0.04763597582651973, "frac_reward_zero_std": 0.0, "grad_norm": 1.4086054563522339, "kl": 2.046704664826393, "learning_rate": 1.721834946638202e-06, "loss": 0.002, "num_tokens": 615220.0, "reward": 0.6381919384002686, "reward_std": 0.07405756413936615, "rewards/check_answer/mean": 0.6381919384002686, "rewards/check_answer/std": 0.10236591845750809, "step": 134 }, { "completion_length": 137.125, "completions/clipped_ratio": 1.0, "completions/max_length": 164.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 164.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 164.0, "completions/min_terminated_length": 0.0, "epoch": 0.047991468183434055, "frac_reward_zero_std": 0.0, "grad_norm": 1.0478469133377075, "kl": 0.797023132443428, "learning_rate": 1.7173369746039024e-06, "loss": 0.0008, "num_tokens": 618816.0, "reward": 0.5967010855674744, "reward_std": 0.13735590875148773, "rewards/check_answer/mean": 0.5967010855674744, "rewards/check_answer/std": 0.4321022033691406, "step": 135 }, { "completion_length": 103.625, "completions/clipped_ratio": 1.0, "completions/max_length": 119.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 119.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 119.0, "completions/min_terminated_length": 0.0, "epoch": 0.048346960540348385, "frac_reward_zero_std": 0.0, "grad_norm": 1.5163055658340454, "kl": 1.009296678006649, "learning_rate": 1.7128089045468293e-06, "loss": 0.001, "num_tokens": 622016.0, "reward": 0.4997515082359314, "reward_std": 0.07453692704439163, "rewards/check_answer/mean": 0.4997515082359314, "rewards/check_answer/std": 0.3137415647506714, "step": 136 }, { "completion_length": 168.25, "completions/clipped_ratio": 1.0, "completions/max_length": 254.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 254.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 254.0, "completions/min_terminated_length": 0.0, "epoch": 0.04870245289726271, "frac_reward_zero_std": 0.0, "grad_norm": 1.4908415079116821, "kl": 1.140759352594614, "learning_rate": 1.708250926455733e-06, "loss": 0.0011, "num_tokens": 626388.0, "reward": 0.38755321502685547, "reward_std": 0.1177981048822403, "rewards/check_answer/mean": 0.38755321502685547, "rewards/check_answer/std": 0.1907157450914383, "step": 137 }, { "completion_length": 107.75, "completions/clipped_ratio": 1.0, "completions/max_length": 128.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 128.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 128.0, "completions/min_terminated_length": 0.0, "epoch": 0.04905794525417703, "frac_reward_zero_std": 0.0, "grad_norm": 0.9758807420730591, "kl": 0.9856583327054977, "learning_rate": 1.703663231574246e-06, "loss": 0.001, "num_tokens": 629656.0, "reward": 0.579020082950592, "reward_std": 0.11383461952209473, "rewards/check_answer/mean": 0.579020082950592, "rewards/check_answer/std": 0.3189796209335327, "step": 138 }, { "completion_length": 164.875, "completions/clipped_ratio": 1.0, "completions/max_length": 266.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 266.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 266.0, "completions/min_terminated_length": 0.0, "epoch": 0.04941343761109136, "frac_reward_zero_std": 0.0, "grad_norm": 1.1491224765777588, "kl": 0.7377352863550186, "learning_rate": 1.6990460123928575e-06, "loss": 0.0007, "num_tokens": 634124.0, "reward": 0.5468373894691467, "reward_std": 0.1791858971118927, "rewards/check_answer/mean": 0.5468373894691467, "rewards/check_answer/std": 0.19777292013168335, "step": 139 }, { "completion_length": 229.375, "completions/clipped_ratio": 1.0, "completions/max_length": 555.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 555.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 555.0, "completions/min_terminated_length": 0.0, "epoch": 0.049768929968005686, "frac_reward_zero_std": 0.0, "grad_norm": 1.0443439483642578, "kl": 0.5870605893433094, "learning_rate": 1.6943994626408363e-06, "loss": 0.0006, "num_tokens": 640968.0, "reward": 0.49499034881591797, "reward_std": 0.3770643472671509, "rewards/check_answer/mean": 0.49499034881591797, "rewards/check_answer/std": 0.4616314768791199, "step": 140 }, { "completion_length": 127.375, "completions/clipped_ratio": 1.0, "completions/max_length": 219.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 219.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 219.0, "completions/min_terminated_length": 0.0, "epoch": 0.050124422324920016, "frac_reward_zero_std": 0.0, "grad_norm": 1.3548346757888794, "kl": 0.8683738633990288, "learning_rate": 1.6897237772781043e-06, "loss": 0.0009, "num_tokens": 644964.0, "reward": 0.7102164030075073, "reward_std": 0.3319453001022339, "rewards/check_answer/mean": 0.7102164030075073, "rewards/check_answer/std": 0.33027225732803345, "step": 141 }, { "completion_length": 187.125, "completions/clipped_ratio": 1.0, "completions/max_length": 308.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 308.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 308.0, "completions/min_terminated_length": 0.0, "epoch": 0.05047991468183434, "frac_reward_zero_std": 0.0, "grad_norm": 1.1424360275268555, "kl": 0.6566574573516846, "learning_rate": 1.6850191524870545e-06, "loss": 0.0007, "num_tokens": 649800.0, "reward": 0.5003450512886047, "reward_std": 0.14486317336559296, "rewards/check_answer/mean": 0.5003450512886047, "rewards/check_answer/std": 0.2784539461135864, "step": 142 }, { "completion_length": 115.5, "completions/clipped_ratio": 1.0, "completions/max_length": 129.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 129.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 129.0, "completions/min_terminated_length": 0.0, "epoch": 0.05083540703874867, "frac_reward_zero_std": 0.0, "grad_norm": 1.461265206336975, "kl": 1.081835925579071, "learning_rate": 1.6802857856643214e-06, "loss": 0.0011, "num_tokens": 653076.0, "reward": 0.8841208219528198, "reward_std": 0.09920772910118103, "rewards/check_answer/mean": 0.8841208219528198, "rewards/check_answer/std": 0.2193264663219452, "step": 143 }, { "completion_length": 154.0, "completions/clipped_ratio": 1.0, "completions/max_length": 255.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 255.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 255.0, "completions/min_terminated_length": 0.0, "epoch": 0.05119089939566299, "frac_reward_zero_std": 0.0, "grad_norm": 1.40608811378479, "kl": 0.8496019691228867, "learning_rate": 1.6755238754124963e-06, "loss": 0.0008, "num_tokens": 657448.0, "reward": 0.6187491416931152, "reward_std": 0.1595357060432434, "rewards/check_answer/mean": 0.6187491416931152, "rewards/check_answer/std": 0.4392838180065155, "step": 144 }, { "completion_length": 196.75, "completions/clipped_ratio": 1.0, "completions/max_length": 247.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 247.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 247.0, "completions/min_terminated_length": 0.0, "epoch": 0.05154639175257732, "frac_reward_zero_std": 0.0, "grad_norm": 0.9686885476112366, "kl": 0.624469093978405, "learning_rate": 1.6707336215317965e-06, "loss": 0.0006, "num_tokens": 661820.0, "reward": 0.5865286588668823, "reward_std": 0.12790286540985107, "rewards/check_answer/mean": 0.5865286588668823, "rewards/check_answer/std": 0.2794284522533417, "step": 145 }, { "completion_length": 141.25, "completions/clipped_ratio": 1.0, "completions/max_length": 156.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 156.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 156.0, "completions/min_terminated_length": 0.0, "epoch": 0.05190188410949165, "frac_reward_zero_std": 0.0, "grad_norm": 1.578110933303833, "kl": 1.0615604147315025, "learning_rate": 1.665915225011681e-06, "loss": 0.0011, "num_tokens": 665372.0, "reward": 0.6794745326042175, "reward_std": 0.12062676250934601, "rewards/check_answer/mean": 0.6794745326042175, "rewards/check_answer/std": 0.14196453988552094, "step": 146 }, { "completion_length": 144.875, "completions/clipped_ratio": 1.0, "completions/max_length": 241.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 241.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 241.0, "completions/min_terminated_length": 0.0, "epoch": 0.05225737646640597, "frac_reward_zero_std": 0.0, "grad_norm": 1.480581521987915, "kl": 1.744832567870617, "learning_rate": 1.6610688880224174e-06, "loss": 0.0017, "num_tokens": 669608.0, "reward": 0.6420565843582153, "reward_std": 0.09020310640335083, "rewards/check_answer/mean": 0.6420565843582153, "rewards/check_answer/std": 0.30023935437202454, "step": 147 }, { "completion_length": 159.0, "completions/clipped_ratio": 1.0, "completions/max_length": 284.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 284.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 284.0, "completions/min_terminated_length": 0.0, "epoch": 0.0526128688233203, "frac_reward_zero_std": 0.0, "grad_norm": 1.2810659408569336, "kl": 1.0132995396852493, "learning_rate": 1.6561948139065995e-06, "loss": 0.001, "num_tokens": 674172.0, "reward": 0.4367842674255371, "reward_std": 0.11690464615821838, "rewards/check_answer/mean": 0.4367842674255371, "rewards/check_answer/std": 0.13474319875240326, "step": 148 }, { "completion_length": 151.5, "completions/clipped_ratio": 1.0, "completions/max_length": 291.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 291.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 291.0, "completions/min_terminated_length": 0.0, "epoch": 0.052968361180234624, "frac_reward_zero_std": 0.0, "grad_norm": 0.9304327368736267, "kl": 0.8111888915300369, "learning_rate": 1.651293207170615e-06, "loss": 0.0008, "num_tokens": 678812.0, "reward": 0.6895793676376343, "reward_std": 0.16088055074214935, "rewards/check_answer/mean": 0.6895793676376343, "rewards/check_answer/std": 0.46611955761909485, "step": 149 }, { "completion_length": 154.875, "completions/clipped_ratio": 1.0, "completions/max_length": 237.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 237.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 237.0, "completions/min_terminated_length": 0.0, "epoch": 0.053323853537148955, "frac_reward_zero_std": 0.0, "grad_norm": 1.3948872089385986, "kl": 0.9311683773994446, "learning_rate": 1.6463642734760667e-06, "loss": 0.0009, "num_tokens": 683040.0, "reward": 0.4229092001914978, "reward_std": 0.3360646069049835, "rewards/check_answer/mean": 0.4229092001914978, "rewards/check_answer/std": 0.4397414028644562, "step": 150 }, { "completion_length": 159.25, "completions/clipped_ratio": 1.0, "completions/max_length": 177.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 177.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 177.0, "completions/min_terminated_length": 0.0, "epoch": 0.05367934589406328, "frac_reward_zero_std": 0.0, "grad_norm": 1.003733515739441, "kl": 0.6190130487084389, "learning_rate": 1.6414082196311398e-06, "loss": 0.0006, "num_tokens": 686820.0, "reward": 0.923838198184967, "reward_std": 0.0700007826089859, "rewards/check_answer/mean": 0.923838198184967, "rewards/check_answer/std": 0.09906298667192459, "step": 151 }, { "completion_length": 194.375, "completions/clipped_ratio": 1.0, "completions/max_length": 237.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 237.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 237.0, "completions/min_terminated_length": 0.0, "epoch": 0.0540348382509776, "frac_reward_zero_std": 0.0, "grad_norm": 1.0411323308944702, "kl": 0.6153350472450256, "learning_rate": 1.636425253581928e-06, "loss": 0.0006, "num_tokens": 691112.0, "reward": 0.568567156791687, "reward_std": 0.06376929581165314, "rewards/check_answer/mean": 0.568567156791687, "rewards/check_answer/std": 0.06909031420946121, "step": 152 }, { "completion_length": 202.875, "completions/clipped_ratio": 1.0, "completions/max_length": 243.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 243.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 243.0, "completions/min_terminated_length": 0.0, "epoch": 0.05439033060789193, "frac_reward_zero_std": 0.0, "grad_norm": 0.8887359499931335, "kl": 0.6568255834281445, "learning_rate": 1.6314155844037073e-06, "loss": 0.0007, "num_tokens": 695520.0, "reward": 0.7678462862968445, "reward_std": 0.052099764347076416, "rewards/check_answer/mean": 0.7678462862968445, "rewards/check_answer/std": 0.05870478227734566, "step": 153 }, { "completion_length": 152.875, "completions/clipped_ratio": 1.0, "completions/max_length": 233.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 233.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 233.0, "completions/min_terminated_length": 0.0, "epoch": 0.054745822964806255, "frac_reward_zero_std": 0.0, "grad_norm": 1.2939215898513794, "kl": 1.0310542061924934, "learning_rate": 1.6263794222921619e-06, "loss": 0.001, "num_tokens": 699608.0, "reward": 0.7739129066467285, "reward_std": 0.2671598494052887, "rewards/check_answer/mean": 0.7739129066467285, "rewards/check_answer/std": 0.34406915307044983, "step": 154 }, { "completion_length": 133.875, "completions/clipped_ratio": 1.0, "completions/max_length": 213.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 213.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 213.0, "completions/min_terminated_length": 0.0, "epoch": 0.055101315321720586, "frac_reward_zero_std": 0.0, "grad_norm": 1.39029860496521, "kl": 0.8905143663287163, "learning_rate": 1.6213169785545686e-06, "loss": 0.0009, "num_tokens": 703592.0, "reward": 0.2160167098045349, "reward_std": 0.16644209623336792, "rewards/check_answer/mean": 0.2160167098045349, "rewards/check_answer/std": 0.21433302760124207, "step": 155 }, { "completion_length": 205.375, "completions/clipped_ratio": 1.0, "completions/max_length": 455.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 455.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 455.0, "completions/min_terminated_length": 0.0, "epoch": 0.05545680767863491, "frac_reward_zero_std": 0.0, "grad_norm": 0.9061363339424133, "kl": 0.7275589779019356, "learning_rate": 1.6162284656009272e-06, "loss": 0.0007, "num_tokens": 709612.0, "reward": 0.34989121556282043, "reward_std": 0.25718754529953003, "rewards/check_answer/mean": 0.34989121556282043, "rewards/check_answer/std": 0.3567432761192322, "step": 156 }, { "completion_length": 208.125, "completions/clipped_ratio": 1.0, "completions/max_length": 261.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 261.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 261.0, "completions/min_terminated_length": 0.0, "epoch": 0.05581230003554923, "frac_reward_zero_std": 0.0, "grad_norm": 1.1641684770584106, "kl": 0.6576492935419083, "learning_rate": 1.61111409693505e-06, "loss": 0.0007, "num_tokens": 714076.0, "reward": 0.5781939029693604, "reward_std": 0.14605696499347687, "rewards/check_answer/mean": 0.5781939029693604, "rewards/check_answer/std": 0.3859372138977051, "step": 157 }, { "completion_length": 124.5, "completions/clipped_ratio": 1.0, "completions/max_length": 142.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 142.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 142.0, "completions/min_terminated_length": 0.0, "epoch": 0.05616779239246356, "frac_reward_zero_std": 0.0, "grad_norm": 1.136690378189087, "kl": 0.9285714104771614, "learning_rate": 1.6059740871456034e-06, "loss": 0.0009, "num_tokens": 717480.0, "reward": 0.5286803245544434, "reward_std": 0.08148102462291718, "rewards/check_answer/mean": 0.5286803245544434, "rewards/check_answer/std": 0.20149186253547668, "step": 158 }, { "completion_length": 251.125, "completions/clipped_ratio": 1.0, "completions/max_length": 419.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 419.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 419.0, "completions/min_terminated_length": 0.0, "epoch": 0.056523284749377886, "frac_reward_zero_std": 0.0, "grad_norm": 0.9775104522705078, "kl": 0.7542248070240021, "learning_rate": 1.6008086518971035e-06, "loss": 0.0008, "num_tokens": 723288.0, "reward": 0.32577869296073914, "reward_std": 0.3232155740261078, "rewards/check_answer/mean": 0.32577869296073914, "rewards/check_answer/std": 0.30541396141052246, "step": 159 }, { "completion_length": 127.25, "completions/clipped_ratio": 1.0, "completions/max_length": 267.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 267.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 267.0, "completions/min_terminated_length": 0.0, "epoch": 0.056878777106292217, "frac_reward_zero_std": 0.0, "grad_norm": 1.2455523014068604, "kl": 1.0779258906841278, "learning_rate": 1.5956180079208682e-06, "loss": 0.0011, "num_tokens": 727664.0, "reward": 0.5868424773216248, "reward_std": 0.1712077558040619, "rewards/check_answer/mean": 0.5868424773216248, "rewards/check_answer/std": 0.16713328659534454, "step": 160 }, { "completion_length": 172.875, "completions/clipped_ratio": 1.0, "completions/max_length": 227.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 227.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 227.0, "completions/min_terminated_length": 0.0, "epoch": 0.05723426946320654, "frac_reward_zero_std": 0.0, "grad_norm": 1.0846620798110962, "kl": 0.8736338540911674, "learning_rate": 1.5904023730059225e-06, "loss": 0.0009, "num_tokens": 731852.0, "reward": 0.6968174576759338, "reward_std": 0.0452498197555542, "rewards/check_answer/mean": 0.6968174576759338, "rewards/check_answer/std": 0.26325130462646484, "step": 161 }, { "completion_length": 109.5, "completions/clipped_ratio": 1.0, "completions/max_length": 121.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 121.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 121.0, "completions/min_terminated_length": 0.0, "epoch": 0.05758976182012087, "frac_reward_zero_std": 0.0, "grad_norm": 1.384045958518982, "kl": 1.1053539365530014, "learning_rate": 1.5851619659898623e-06, "loss": 0.0011, "num_tokens": 735064.0, "reward": 0.7801312208175659, "reward_std": 0.36850038170814514, "rewards/check_answer/mean": 0.7801312208175659, "rewards/check_answer/std": 0.4345622956752777, "step": 162 }, { "completion_length": 140.0, "completions/clipped_ratio": 1.0, "completions/max_length": 262.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 262.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 262.0, "completions/min_terminated_length": 0.0, "epoch": 0.057945254177035194, "frac_reward_zero_std": 0.0, "grad_norm": 1.16668701171875, "kl": 0.8924069926142693, "learning_rate": 1.57989700674967e-06, "loss": 0.0009, "num_tokens": 739448.0, "reward": 0.2915923595428467, "reward_std": 0.20087452232837677, "rewards/check_answer/mean": 0.2915923595428467, "rewards/check_answer/std": 0.2378515899181366, "step": 163 }, { "completion_length": 230.875, "completions/clipped_ratio": 1.0, "completions/max_length": 599.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 599.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 599.0, "completions/min_terminated_length": 0.0, "epoch": 0.05830074653394952, "frac_reward_zero_std": 0.0, "grad_norm": 1.0975624322891235, "kl": 0.5934637896716595, "learning_rate": 1.5746077161924905e-06, "loss": 0.0006, "num_tokens": 746624.0, "reward": 0.2545628547668457, "reward_std": 0.2908658981323242, "rewards/check_answer/mean": 0.2545628547668457, "rewards/check_answer/std": 0.35821446776390076, "step": 164 }, { "completion_length": 115.375, "completions/clipped_ratio": 1.0, "completions/max_length": 144.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 144.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 144.0, "completions/min_terminated_length": 0.0, "epoch": 0.05865623889086385, "frac_reward_zero_std": 0.5, "grad_norm": 0.8871228694915771, "kl": 1.0902054831385612, "learning_rate": 1.5692943162463626e-06, "loss": 0.0011, "num_tokens": 750020.0, "reward": 0.7665547132492065, "reward_std": 0.015011735260486603, "rewards/check_answer/mean": 0.7665547132492065, "rewards/check_answer/std": 0.36557647585868835, "step": 165 }, { "completion_length": 134.5, "completions/clipped_ratio": 1.0, "completions/max_length": 197.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 197.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 197.0, "completions/min_terminated_length": 0.0, "epoch": 0.05901173124777817, "frac_reward_zero_std": 0.0, "grad_norm": 1.013716220855713, "kl": 1.0900674685835838, "learning_rate": 1.5639570298509065e-06, "loss": 0.0011, "num_tokens": 753904.0, "reward": 0.7980064153671265, "reward_std": 0.1415046602487564, "rewards/check_answer/mean": 0.7980064153671265, "rewards/check_answer/std": 0.32813555002212524, "step": 166 }, { "completion_length": 167.25, "completions/clipped_ratio": 1.0, "completions/max_length": 351.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 351.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 351.0, "completions/min_terminated_length": 0.0, "epoch": 0.0593672236046925, "frac_reward_zero_std": 0.0, "grad_norm": 0.8803052306175232, "kl": 0.8501324951648712, "learning_rate": 1.5585960809479694e-06, "loss": 0.0009, "num_tokens": 759064.0, "reward": 0.8482341766357422, "reward_std": 0.22556115686893463, "rewards/check_answer/mean": 0.8482341766357422, "rewards/check_answer/std": 0.2506057918071747, "step": 167 }, { "completion_length": 187.25, "completions/clipped_ratio": 1.0, "completions/max_length": 255.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 255.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 255.0, "completions/min_terminated_length": 0.0, "epoch": 0.059722715961606825, "frac_reward_zero_std": 0.0, "grad_norm": 1.2900993824005127, "kl": 0.6699105426669121, "learning_rate": 1.5532116944722307e-06, "loss": 0.0007, "num_tokens": 763520.0, "reward": 0.5674014687538147, "reward_std": 0.09485091269016266, "rewards/check_answer/mean": 0.5674014687538147, "rewards/check_answer/std": 0.09470676630735397, "step": 168 }, { "completion_length": 181.875, "completions/clipped_ratio": 1.0, "completions/max_length": 362.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 362.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 362.0, "completions/min_terminated_length": 0.0, "epoch": 0.060078208318521155, "frac_reward_zero_std": 0.0, "grad_norm": 1.289406180381775, "kl": 0.6653640940785408, "learning_rate": 1.5478040963417628e-06, "loss": 0.0007, "num_tokens": 768728.0, "reward": 0.47393372654914856, "reward_std": 0.18885862827301025, "rewards/check_answer/mean": 0.47393372654914856, "rewards/check_answer/std": 0.37055426836013794, "step": 169 }, { "completion_length": 120.875, "completions/clipped_ratio": 1.0, "completions/max_length": 147.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 147.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 147.0, "completions/min_terminated_length": 0.0, "epoch": 0.06043370067543548, "frac_reward_zero_std": 0.5, "grad_norm": 0.6193881630897522, "kl": 0.8183368593454361, "learning_rate": 1.5423735134485533e-06, "loss": 0.0008, "num_tokens": 772176.0, "reward": 0.8489518165588379, "reward_std": 0.07065865397453308, "rewards/check_answer/mean": 0.8489518165588379, "rewards/check_answer/std": 0.24910618364810944, "step": 170 }, { "completion_length": 153.375, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.0607891930323498, "frac_reward_zero_std": 0.0, "grad_norm": 0.8563672304153442, "kl": 0.7643987387418747, "learning_rate": 1.5369201736489838e-06, "loss": 0.0008, "num_tokens": 775976.0, "reward": 0.6173915863037109, "reward_std": 0.20391327142715454, "rewards/check_answer/mean": 0.6173915863037109, "rewards/check_answer/std": 0.20826637744903564, "step": 171 }, { "completion_length": 165.0, "completions/clipped_ratio": 0.875, "completions/max_length": 380.0, "completions/max_terminated_length": 99.0, "completions/mean_length": 344.875, "completions/mean_terminated_length": 99.0, "completions/min_length": 99.0, "completions/min_terminated_length": 99.0, "epoch": 0.06114468538926413, "frac_reward_zero_std": 0.0, "grad_norm": 1.1568255424499512, "kl": 0.8436522930860519, "learning_rate": 1.5314443057542703e-06, "loss": 0.0008, "num_tokens": 781059.0, "reward": 0.4314175844192505, "reward_std": 0.3022715449333191, "rewards/check_answer/mean": 0.4314175844192505, "rewards/check_answer/std": 0.34277433156967163, "step": 172 }, { "completion_length": 117.75, "completions/clipped_ratio": 1.0, "completions/max_length": 129.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 129.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 129.0, "completions/min_terminated_length": 0.0, "epoch": 0.061500177746178455, "frac_reward_zero_std": 0.0, "grad_norm": 1.0111215114593506, "kl": 0.9046947285532951, "learning_rate": 1.5259461395208626e-06, "loss": 0.0009, "num_tokens": 784375.0, "reward": 0.6454340219497681, "reward_std": 0.23214635252952576, "rewards/check_answer/mean": 0.6454340219497681, "rewards/check_answer/std": 0.3016606271266937, "step": 173 }, { "completion_length": 169.25, "completions/clipped_ratio": 1.0, "completions/max_length": 288.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 288.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 288.0, "completions/min_terminated_length": 0.0, "epoch": 0.061855670103092786, "frac_reward_zero_std": 0.0, "grad_norm": 1.039291262626648, "kl": 0.8636650368571281, "learning_rate": 1.5204259056408045e-06, "loss": 0.0009, "num_tokens": 789047.0, "reward": 0.43901562690734863, "reward_std": 0.09043356776237488, "rewards/check_answer/mean": 0.43901562690734863, "rewards/check_answer/std": 0.0983760803937912, "step": 174 }, { "completion_length": 126.125, "completions/clipped_ratio": 1.0, "completions/max_length": 174.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 174.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 174.0, "completions/min_terminated_length": 0.0, "epoch": 0.06221116246000711, "frac_reward_zero_std": 0.0, "grad_norm": 1.1981217861175537, "kl": 0.8896084278821945, "learning_rate": 1.5148838357320535e-06, "loss": 0.0009, "num_tokens": 792715.0, "reward": 0.7766406536102295, "reward_std": 0.3847302496433258, "rewards/check_answer/mean": 0.7766406536102295, "rewards/check_answer/std": 0.5378894805908203, "step": 175 }, { "completion_length": 115.75, "completions/clipped_ratio": 1.0, "completions/max_length": 154.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 154.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 154.0, "completions/min_terminated_length": 0.0, "epoch": 0.06256665481692143, "frac_reward_zero_std": 0.0, "grad_norm": 1.3501111268997192, "kl": 0.9542350471019745, "learning_rate": 1.509320162328763e-06, "loss": 0.001, "num_tokens": 796203.0, "reward": 0.7896033525466919, "reward_std": 0.18682679533958435, "rewards/check_answer/mean": 0.7896033525466919, "rewards/check_answer/std": 0.2622126340866089, "step": 176 }, { "completion_length": 132.0, "completions/clipped_ratio": 1.0, "completions/max_length": 152.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 152.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 152.0, "completions/min_terminated_length": 0.0, "epoch": 0.06292214717383576, "frac_reward_zero_std": 0.0, "grad_norm": 1.0962024927139282, "kl": 0.8324996307492256, "learning_rate": 1.5037351188715264e-06, "loss": 0.0008, "num_tokens": 799711.0, "reward": 0.6788181662559509, "reward_std": 0.1481080800294876, "rewards/check_answer/mean": 0.6788181662559509, "rewards/check_answer/std": 0.1902318000793457, "step": 177 }, { "completion_length": 117.5, "completions/clipped_ratio": 1.0, "completions/max_length": 134.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 134.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 134.0, "completions/min_terminated_length": 0.0, "epoch": 0.0632776395307501, "frac_reward_zero_std": 0.0, "grad_norm": 1.0901234149932861, "kl": 0.9040085449814796, "learning_rate": 1.4981289396975816e-06, "loss": 0.0009, "num_tokens": 803055.0, "reward": 0.6640012264251709, "reward_std": 0.13910408318042755, "rewards/check_answer/mean": 0.6640012264251709, "rewards/check_answer/std": 0.18214108049869537, "step": 178 }, { "completion_length": 134.5, "completions/clipped_ratio": 1.0, "completions/max_length": 182.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 182.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 182.0, "completions/min_terminated_length": 0.0, "epoch": 0.06363313188766441, "frac_reward_zero_std": 0.0, "grad_norm": 0.9727568626403809, "kl": 2.2244225442409515, "learning_rate": 1.4925018600309782e-06, "loss": 0.0022, "num_tokens": 806775.0, "reward": 0.7179985046386719, "reward_std": 0.1077776551246643, "rewards/check_answer/mean": 0.7179985046386719, "rewards/check_answer/std": 0.3173927962779999, "step": 179 }, { "completion_length": 125.125, "completions/clipped_ratio": 1.0, "completions/max_length": 153.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 153.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 153.0, "completions/min_terminated_length": 0.0, "epoch": 0.06398862424457874, "frac_reward_zero_std": 0.0, "grad_norm": 1.3748360872268677, "kl": 0.9708239510655403, "learning_rate": 1.4868541159727096e-06, "loss": 0.001, "num_tokens": 810311.0, "reward": 0.6532608866691589, "reward_std": 0.16572779417037964, "rewards/check_answer/mean": 0.6532608866691589, "rewards/check_answer/std": 0.18944118916988373, "step": 180 }, { "completion_length": 223.875, "completions/clipped_ratio": 1.0, "completions/max_length": 855.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 855.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 855.0, "completions/min_terminated_length": 0.0, "epoch": 0.06434411660149307, "frac_reward_zero_std": 0.0, "grad_norm": 0.8377127647399902, "kl": 0.7848081830888987, "learning_rate": 1.481185944490805e-06, "loss": 0.0008, "num_tokens": 819431.0, "reward": 0.6346666812896729, "reward_std": 0.5310508608818054, "rewards/check_answer/mean": 0.6346666812896729, "rewards/check_answer/std": 0.8562121391296387, "step": 181 }, { "completion_length": 109.875, "completions/clipped_ratio": 1.0, "completions/max_length": 121.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 121.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 121.0, "completions/min_terminated_length": 0.0, "epoch": 0.0646996089584074, "frac_reward_zero_std": 0.0, "grad_norm": 1.0218393802642822, "kl": 0.9037538394331932, "learning_rate": 1.4754975834103876e-06, "loss": 0.0009, "num_tokens": 822659.0, "reward": 0.6518528461456299, "reward_std": 0.210554838180542, "rewards/check_answer/mean": 0.6518528461456299, "rewards/check_answer/std": 0.22679780423641205, "step": 182 }, { "completion_length": 133.875, "completions/clipped_ratio": 1.0, "completions/max_length": 182.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 182.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 182.0, "completions/min_terminated_length": 0.0, "epoch": 0.06505510131532172, "frac_reward_zero_std": 0.0, "grad_norm": 1.1134644746780396, "kl": 0.8732133656740189, "learning_rate": 1.4697892714036957e-06, "loss": 0.0009, "num_tokens": 826395.0, "reward": 0.809932291507721, "reward_std": 0.19928812980651855, "rewards/check_answer/mean": 0.809932291507721, "rewards/check_answer/std": 0.4453355669975281, "step": 183 }, { "completion_length": 194.0, "completions/clipped_ratio": 1.0, "completions/max_length": 223.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 223.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 223.0, "completions/min_terminated_length": 0.0, "epoch": 0.06541059367223605, "frac_reward_zero_std": 0.0, "grad_norm": 1.5778101682662964, "kl": 0.6992513909935951, "learning_rate": 1.4640612479800684e-06, "loss": 0.0007, "num_tokens": 830655.0, "reward": 0.3143586218357086, "reward_std": 0.2013722062110901, "rewards/check_answer/mean": 0.3143586218357086, "rewards/check_answer/std": 0.1879374086856842, "step": 184 }, { "completion_length": 156.25, "completions/clipped_ratio": 1.0, "completions/max_length": 213.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 213.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 213.0, "completions/min_terminated_length": 0.0, "epoch": 0.06576608602915038, "frac_reward_zero_std": 0.0, "grad_norm": 1.2990105152130127, "kl": 0.8508662134408951, "learning_rate": 1.4583137534758967e-06, "loss": 0.0009, "num_tokens": 834691.0, "reward": 0.6894075870513916, "reward_std": 0.20967049896717072, "rewards/check_answer/mean": 0.6894075870513916, "rewards/check_answer/std": 0.5976946949958801, "step": 185 }, { "completion_length": 111.125, "completions/clipped_ratio": 1.0, "completions/max_length": 127.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 127.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 127.0, "completions/min_terminated_length": 0.0, "epoch": 0.0661215783860647, "frac_reward_zero_std": 0.0, "grad_norm": 0.6637387275695801, "kl": 1.0032376423478127, "learning_rate": 1.452547029044539e-06, "loss": 0.001, "num_tokens": 837971.0, "reward": 0.5925484299659729, "reward_std": 0.0569349080324173, "rewards/check_answer/mean": 0.5925484299659729, "rewards/check_answer/std": 0.39174723625183105, "step": 186 }, { "completion_length": 189.125, "completions/clipped_ratio": 1.0, "completions/max_length": 244.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 244.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 244.0, "completions/min_terminated_length": 0.0, "epoch": 0.06647707074297902, "frac_reward_zero_std": 0.0, "grad_norm": 1.1641006469726562, "kl": 0.7571476548910141, "learning_rate": 1.4467613166462022e-06, "loss": 0.0008, "num_tokens": 842275.0, "reward": 0.33754971623420715, "reward_std": 0.09669600427150726, "rewards/check_answer/mean": 0.33754971623420715, "rewards/check_answer/std": 0.1494726836681366, "step": 187 }, { "completion_length": 248.875, "completions/clipped_ratio": 1.0, "completions/max_length": 407.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 407.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 407.0, "completions/min_terminated_length": 0.0, "epoch": 0.06683256309989336, "frac_reward_zero_std": 0.0, "grad_norm": 0.9135620594024658, "kl": 0.6726370677351952, "learning_rate": 1.4409568590377916e-06, "loss": 0.0007, "num_tokens": 847991.0, "reward": 0.49203646183013916, "reward_std": 0.172380268573761, "rewards/check_answer/mean": 0.49203646183013916, "rewards/check_answer/std": 0.4450182616710663, "step": 188 }, { "completion_length": 148.625, "completions/clipped_ratio": 1.0, "completions/max_length": 218.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 218.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 218.0, "completions/min_terminated_length": 0.0, "epoch": 0.06718805545680769, "frac_reward_zero_std": 0.0, "grad_norm": 1.0384260416030884, "kl": 0.7629225291311741, "learning_rate": 1.4351338997627232e-06, "loss": 0.0008, "num_tokens": 852059.0, "reward": 0.8371378779411316, "reward_std": 0.14909879863262177, "rewards/check_answer/mean": 0.8371378779411316, "rewards/check_answer/std": 0.2187606394290924, "step": 189 }, { "completion_length": 199.0, "completions/clipped_ratio": 1.0, "completions/max_length": 456.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 456.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 456.0, "completions/min_terminated_length": 0.0, "epoch": 0.067543547813722, "frac_reward_zero_std": 0.0, "grad_norm": 1.0577467679977417, "kl": 0.7532761693000793, "learning_rate": 1.429292683140706e-06, "loss": 0.0008, "num_tokens": 858051.0, "reward": 0.6745001673698425, "reward_std": 0.33873751759529114, "rewards/check_answer/mean": 0.6745001673698425, "rewards/check_answer/std": 0.38447093963623047, "step": 190 }, { "completion_length": 187.25, "completions/clipped_ratio": 1.0, "completions/max_length": 642.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 642.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 642.0, "completions/min_terminated_length": 0.0, "epoch": 0.06789904017063633, "frac_reward_zero_std": 0.0, "grad_norm": 1.0891836881637573, "kl": 0.8403483275324106, "learning_rate": 1.4234334542574904e-06, "loss": 0.0008, "num_tokens": 865463.0, "reward": 0.54840087890625, "reward_std": 0.4549793303012848, "rewards/check_answer/mean": 0.54840087890625, "rewards/check_answer/std": 0.5639620423316956, "step": 191 }, { "completion_length": 229.625, "completions/clipped_ratio": 1.0, "completions/max_length": 455.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 455.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 455.0, "completions/min_terminated_length": 0.0, "epoch": 0.06825453252755066, "frac_reward_zero_std": 0.0, "grad_norm": 0.9947733283042908, "kl": 0.6972482800483704, "learning_rate": 1.4175564589545852e-06, "loss": 0.0007, "num_tokens": 871463.0, "reward": 0.34724846482276917, "reward_std": 0.34045547246932983, "rewards/check_answer/mean": 0.34724846482276917, "rewards/check_answer/std": 0.3371981978416443, "step": 192 }, { "completion_length": 180.75, "completions/clipped_ratio": 1.0, "completions/max_length": 318.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 318.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 318.0, "completions/min_terminated_length": 0.0, "epoch": 0.06861002488446498, "frac_reward_zero_std": 0.0, "grad_norm": 0.9462997317314148, "kl": 0.6866081655025482, "learning_rate": 1.411661943818944e-06, "loss": 0.0007, "num_tokens": 876355.0, "reward": 0.3416230082511902, "reward_std": 0.12573681771755219, "rewards/check_answer/mean": 0.3416230082511902, "rewards/check_answer/std": 0.37397995591163635, "step": 193 }, { "completion_length": 154.5, "completions/clipped_ratio": 1.0, "completions/max_length": 200.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 200.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 200.0, "completions/min_terminated_length": 0.0, "epoch": 0.06896551724137931, "frac_reward_zero_std": 0.0, "grad_norm": 0.9412204027175903, "kl": 0.7885149791836739, "learning_rate": 1.4057501561726156e-06, "loss": 0.0008, "num_tokens": 880247.0, "reward": 0.6275315284729004, "reward_std": 0.1654765009880066, "rewards/check_answer/mean": 0.6275315284729004, "rewards/check_answer/std": 0.32161256670951843, "step": 194 }, { "completion_length": 175.125, "completions/clipped_ratio": 1.0, "completions/max_length": 290.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 290.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 290.0, "completions/min_terminated_length": 0.0, "epoch": 0.06932100959829364, "frac_reward_zero_std": 0.0, "grad_norm": 1.3908146619796753, "kl": 0.8100618422031403, "learning_rate": 1.399821344062369e-06, "loss": 0.0008, "num_tokens": 884971.0, "reward": 0.48985397815704346, "reward_std": 0.09804915636777878, "rewards/check_answer/mean": 0.48985397815704346, "rewards/check_answer/std": 0.10313877463340759, "step": 195 }, { "completion_length": 118.625, "completions/clipped_ratio": 1.0, "completions/max_length": 139.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 139.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 139.0, "completions/min_terminated_length": 0.0, "epoch": 0.06967650195520796, "frac_reward_zero_std": 0.0, "grad_norm": 1.127697229385376, "kl": 0.8460729643702507, "learning_rate": 1.3938757562492871e-06, "loss": 0.0008, "num_tokens": 888347.0, "reward": 0.46941983699798584, "reward_std": 0.09655260294675827, "rewards/check_answer/mean": 0.46941983699798584, "rewards/check_answer/std": 0.1675397753715515, "step": 196 }, { "completion_length": 166.875, "completions/clipped_ratio": 1.0, "completions/max_length": 327.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 327.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 327.0, "completions/min_terminated_length": 0.0, "epoch": 0.07003199431212229, "frac_reward_zero_std": 0.0, "grad_norm": 1.1751776933670044, "kl": 0.8201249465346336, "learning_rate": 1.3879136421983264e-06, "loss": 0.0008, "num_tokens": 893311.0, "reward": 0.6305848360061646, "reward_std": 0.3016097843647003, "rewards/check_answer/mean": 0.6305848360061646, "rewards/check_answer/std": 0.3061824142932892, "step": 197 }, { "completion_length": 177.125, "completions/clipped_ratio": 1.0, "completions/max_length": 282.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 282.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 282.0, "completions/min_terminated_length": 0.0, "epoch": 0.07038748666903662, "frac_reward_zero_std": 0.0, "grad_norm": 1.1156853437423706, "kl": 0.7314866781234741, "learning_rate": 1.3819352520678518e-06, "loss": 0.0007, "num_tokens": 897927.0, "reward": 0.7694618701934814, "reward_std": 0.12517331540584564, "rewards/check_answer/mean": 0.7694618701934814, "rewards/check_answer/std": 0.17392440140247345, "step": 198 }, { "completion_length": 154.125, "completions/clipped_ratio": 1.0, "completions/max_length": 293.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 293.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 293.0, "completions/min_terminated_length": 0.0, "epoch": 0.07074297902595095, "frac_reward_zero_std": 0.0, "grad_norm": 1.161760687828064, "kl": 0.8938184343278408, "learning_rate": 1.375940836699139e-06, "loss": 0.0009, "num_tokens": 902603.0, "reward": 0.3315608501434326, "reward_std": 0.2084273397922516, "rewards/check_answer/mean": 0.3315608501434326, "rewards/check_answer/std": 0.20610813796520233, "step": 199 }, { "completion_length": 202.125, "completions/clipped_ratio": 1.0, "completions/max_length": 272.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 272.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 272.0, "completions/min_terminated_length": 0.0, "epoch": 0.07109847138286526, "frac_reward_zero_std": 0.0, "grad_norm": 1.1584993600845337, "kl": 0.7015646174550056, "learning_rate": 1.369930647605852e-06, "loss": 0.0007, "num_tokens": 907179.0, "reward": 0.31149277091026306, "reward_std": 0.27824050188064575, "rewards/check_answer/mean": 0.31149277091026306, "rewards/check_answer/std": 0.3073926866054535, "step": 200 }, { "completion_length": 193.75, "completions/clipped_ratio": 1.0, "completions/max_length": 329.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 329.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 329.0, "completions/min_terminated_length": 0.0, "epoch": 0.0714539637397796, "frac_reward_zero_std": 0.0, "grad_norm": 1.2929503917694092, "kl": 0.7896779552102089, "learning_rate": 1.3639049369634876e-06, "loss": 0.0008, "num_tokens": 912171.0, "reward": 0.6191544532775879, "reward_std": 0.34966573119163513, "rewards/check_answer/mean": 0.6191544532775879, "rewards/check_answer/std": 0.5818162560462952, "step": 201 }, { "completion_length": 130.875, "completions/clipped_ratio": 1.0, "completions/max_length": 144.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 144.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 144.0, "completions/min_terminated_length": 0.0, "epoch": 0.07180945609669392, "frac_reward_zero_std": 0.0, "grad_norm": 1.3668181896209717, "kl": 0.843085952103138, "learning_rate": 1.3578639575987957e-06, "loss": 0.0008, "num_tokens": 915595.0, "reward": 0.5391976833343506, "reward_std": 0.25307226181030273, "rewards/check_answer/mean": 0.5391976833343506, "rewards/check_answer/std": 0.3191153109073639, "step": 202 }, { "completion_length": 177.125, "completions/clipped_ratio": 1.0, "completions/max_length": 278.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 278.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 278.0, "completions/min_terminated_length": 0.0, "epoch": 0.07216494845360824, "frac_reward_zero_std": 0.0, "grad_norm": 1.02027428150177, "kl": 0.7843637838959694, "learning_rate": 1.3518079629791724e-06, "loss": 0.0008, "num_tokens": 920207.0, "reward": 0.6222066283226013, "reward_std": 0.17736509442329407, "rewards/check_answer/mean": 0.6222066283226013, "rewards/check_answer/std": 0.20120717585086823, "step": 203 }, { "completion_length": 175.0, "completions/clipped_ratio": 1.0, "completions/max_length": 229.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 229.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 229.0, "completions/min_terminated_length": 0.0, "epoch": 0.07252044081052257, "frac_reward_zero_std": 0.0, "grad_norm": 1.0174963474273682, "kl": 0.7364693656563759, "learning_rate": 1.3457372072020227e-06, "loss": 0.0007, "num_tokens": 924343.0, "reward": 0.6315611600875854, "reward_std": 0.2519223093986511, "rewards/check_answer/mean": 0.6315611600875854, "rewards/check_answer/std": 0.41448891162872314, "step": 204 }, { "completion_length": 147.375, "completions/clipped_ratio": 1.0, "completions/max_length": 197.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 197.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 197.0, "completions/min_terminated_length": 0.0, "epoch": 0.0728759331674369, "frac_reward_zero_std": 0.0, "grad_norm": 1.267999529838562, "kl": 0.8613564074039459, "learning_rate": 1.3396519449841005e-06, "loss": 0.0009, "num_tokens": 928211.0, "reward": 0.5779820084571838, "reward_std": 0.06862848252058029, "rewards/check_answer/mean": 0.5779820084571838, "rewards/check_answer/std": 0.11522218585014343, "step": 205 }, { "completion_length": 209.375, "completions/clipped_ratio": 1.0, "completions/max_length": 362.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 362.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 362.0, "completions/min_terminated_length": 0.0, "epoch": 0.07323142552435123, "frac_reward_zero_std": 0.0, "grad_norm": 1.0008625984191895, "kl": 0.7271154448390007, "learning_rate": 1.3335524316508207e-06, "loss": 0.0007, "num_tokens": 933523.0, "reward": 0.38139525055885315, "reward_std": 0.27674537897109985, "rewards/check_answer/mean": 0.38139525055885315, "rewards/check_answer/std": 0.3653818368911743, "step": 206 }, { "completion_length": 159.75, "completions/clipped_ratio": 1.0, "completions/max_length": 254.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 254.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 254.0, "completions/min_terminated_length": 0.0, "epoch": 0.07358691788126555, "frac_reward_zero_std": 0.0, "grad_norm": 1.1192514896392822, "kl": 0.9923287704586983, "learning_rate": 1.3274389231255464e-06, "loss": 0.001, "num_tokens": 937891.0, "reward": 0.27139267325401306, "reward_std": 0.21467778086662292, "rewards/check_answer/mean": 0.27139267325401306, "rewards/check_answer/std": 0.22854945063591003, "step": 207 }, { "completion_length": 144.875, "completions/clipped_ratio": 1.0, "completions/max_length": 173.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 173.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 173.0, "completions/min_terminated_length": 0.0, "epoch": 0.07394241023817988, "frac_reward_zero_std": 0.0, "grad_norm": 1.0546000003814697, "kl": 0.7723930925130844, "learning_rate": 1.3213116759188523e-06, "loss": 0.0008, "num_tokens": 941579.0, "reward": 0.538311779499054, "reward_std": 0.3426719307899475, "rewards/check_answer/mean": 0.538311779499054, "rewards/check_answer/std": 0.32368266582489014, "step": 208 }, { "completion_length": 106.25, "completions/clipped_ratio": 1.0, "completions/max_length": 129.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 129.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 129.0, "completions/min_terminated_length": 0.0, "epoch": 0.07429790259509421, "frac_reward_zero_std": 0.0, "grad_norm": 1.4347527027130127, "kl": 1.1505321338772774, "learning_rate": 1.3151709471177588e-06, "loss": 0.0012, "num_tokens": 944851.0, "reward": 1.037154197692871, "reward_std": 0.1425303965806961, "rewards/check_answer/mean": 1.037154197692871, "rewards/check_answer/std": 0.16208873689174652, "step": 209 }, { "completion_length": 198.875, "completions/clipped_ratio": 1.0, "completions/max_length": 486.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 486.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 486.0, "completions/min_terminated_length": 0.0, "epoch": 0.07465339495200853, "frac_reward_zero_std": 0.0, "grad_norm": 1.3625558614730835, "kl": 0.84642294049263, "learning_rate": 1.3090169943749473e-06, "loss": 0.0008, "num_tokens": 951023.0, "reward": 0.243417888879776, "reward_std": 0.349963515996933, "rewards/check_answer/mean": 0.243417888879776, "rewards/check_answer/std": 0.5191247463226318, "step": 210 }, { "completion_length": 197.25, "completions/clipped_ratio": 1.0, "completions/max_length": 344.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 344.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 344.0, "completions/min_terminated_length": 0.0, "epoch": 0.07500888730892286, "frac_reward_zero_std": 0.0, "grad_norm": 1.2082715034484863, "kl": 0.7647025063633919, "learning_rate": 1.3028500758979505e-06, "loss": 0.0008, "num_tokens": 956167.0, "reward": 0.3435562551021576, "reward_std": 0.14386877417564392, "rewards/check_answer/mean": 0.3435562551021576, "rewards/check_answer/std": 0.34043988585472107, "step": 211 }, { "completion_length": 113.125, "completions/clipped_ratio": 1.0, "completions/max_length": 123.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 123.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 123.0, "completions/min_terminated_length": 0.0, "epoch": 0.07536437966583719, "frac_reward_zero_std": 0.0, "grad_norm": 1.1491296291351318, "kl": 0.8943308517336845, "learning_rate": 1.2966704504383169e-06, "loss": 0.0009, "num_tokens": 959415.0, "reward": 0.9559006690979004, "reward_std": 0.07221975177526474, "rewards/check_answer/mean": 0.9559006690979004, "rewards/check_answer/std": 0.18657226860523224, "step": 212 }, { "completion_length": 138.625, "completions/clipped_ratio": 1.0, "completions/max_length": 280.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 280.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 280.0, "completions/min_terminated_length": 0.0, "epoch": 0.07571987202275152, "frac_reward_zero_std": 0.0, "grad_norm": 1.426773190498352, "kl": 0.9751828163862228, "learning_rate": 1.2904783772807533e-06, "loss": 0.001, "num_tokens": 963991.0, "reward": 0.54539954662323, "reward_std": 0.20074284076690674, "rewards/check_answer/mean": 0.54539954662323, "rewards/check_answer/std": 0.3527059853076935, "step": 213 }, { "completion_length": 172.625, "completions/clipped_ratio": 0.875, "completions/max_length": 326.0, "completions/max_terminated_length": 158.0, "completions/mean_length": 305.0, "completions/mean_terminated_length": 158.0, "completions/min_length": 158.0, "completions/min_terminated_length": 158.0, "epoch": 0.07607536437966583, "frac_reward_zero_std": 0.0, "grad_norm": 1.1214265823364258, "kl": 0.9406793043017387, "learning_rate": 1.2842741162322487e-06, "loss": 0.0009, "num_tokens": 968703.0, "reward": 0.49301281571388245, "reward_std": 0.3411588966846466, "rewards/check_answer/mean": 0.49301281571388245, "rewards/check_answer/std": 0.3994535803794861, "step": 214 }, { "completion_length": 169.5, "completions/clipped_ratio": 1.0, "completions/max_length": 362.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 362.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 362.0, "completions/min_terminated_length": 0.0, "epoch": 0.07643085673658016, "frac_reward_zero_std": 0.0, "grad_norm": 1.2053587436676025, "kl": 0.8076249286532402, "learning_rate": 1.2780579276111701e-06, "loss": 0.0008, "num_tokens": 973935.0, "reward": 0.2213973104953766, "reward_std": 0.2896522283554077, "rewards/check_answer/mean": 0.2213973104953766, "rewards/check_answer/std": 0.28979894518852234, "step": 215 }, { "completion_length": 157.25, "completions/clipped_ratio": 1.0, "completions/max_length": 364.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 364.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 364.0, "completions/min_terminated_length": 0.0, "epoch": 0.0767863490934945, "frac_reward_zero_std": 0.0, "grad_norm": 1.3524583578109741, "kl": 0.9216446653008461, "learning_rate": 1.2718300722363428e-06, "loss": 0.0009, "num_tokens": 979175.0, "reward": 0.7972210049629211, "reward_std": 0.5130665898323059, "rewards/check_answer/mean": 0.7972210049629211, "rewards/check_answer/std": 0.638198971748352, "step": 216 }, { "completion_length": 125.125, "completions/clipped_ratio": 1.0, "completions/max_length": 139.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 139.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 139.0, "completions/min_terminated_length": 0.0, "epoch": 0.07714184145040881, "frac_reward_zero_std": 0.0, "grad_norm": 1.351586937904358, "kl": 0.8738675713539124, "learning_rate": 1.2655908114161052e-06, "loss": 0.0009, "num_tokens": 982563.0, "reward": 0.45777320861816406, "reward_std": 0.1274617314338684, "rewards/check_answer/mean": 0.45777320861816406, "rewards/check_answer/std": 0.12185628712177277, "step": 217 }, { "completion_length": 136.375, "completions/clipped_ratio": 1.0, "completions/max_length": 239.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 239.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 239.0, "completions/min_terminated_length": 0.0, "epoch": 0.07749733380732314, "frac_reward_zero_std": 0.0, "grad_norm": 1.193966269493103, "kl": 0.9433773159980774, "learning_rate": 1.259340406937345e-06, "loss": 0.0009, "num_tokens": 986779.0, "reward": 0.6400866508483887, "reward_std": 0.3653774857521057, "rewards/check_answer/mean": 0.6400866508483887, "rewards/check_answer/std": 0.5011454224586487, "step": 218 }, { "completion_length": 152.75, "completions/clipped_ratio": 1.0, "completions/max_length": 280.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 280.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 280.0, "completions/min_terminated_length": 0.0, "epoch": 0.07785282616423747, "frac_reward_zero_std": 0.0, "grad_norm": 1.2031477689743042, "kl": 1.035106636583805, "learning_rate": 1.2530791210545162e-06, "loss": 0.001, "num_tokens": 991327.0, "reward": 0.3568870425224304, "reward_std": 0.3243717849254608, "rewards/check_answer/mean": 0.3568870425224304, "rewards/check_answer/std": 0.31088289618492126, "step": 219 }, { "completion_length": 160.5, "completions/clipped_ratio": 1.0, "completions/max_length": 199.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 199.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 199.0, "completions/min_terminated_length": 0.0, "epoch": 0.0782083185211518, "frac_reward_zero_std": 0.0, "grad_norm": 0.9706305265426636, "kl": 0.7565402463078499, "learning_rate": 1.2468072164786342e-06, "loss": 0.0008, "num_tokens": 995243.0, "reward": 0.5493319034576416, "reward_std": 0.16408154368400574, "rewards/check_answer/mean": 0.5493319034576416, "rewards/check_answer/std": 0.342997670173645, "step": 220 }, { "completion_length": 166.5, "completions/clipped_ratio": 1.0, "completions/max_length": 281.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 281.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 281.0, "completions/min_terminated_length": 0.0, "epoch": 0.07856381087806612, "frac_reward_zero_std": 0.0, "grad_norm": 1.3815500736236572, "kl": 0.7892160713672638, "learning_rate": 1.2405249563662536e-06, "loss": 0.0008, "num_tokens": 999859.0, "reward": 0.4322027564048767, "reward_std": 0.24553614854812622, "rewards/check_answer/mean": 0.4322027564048767, "rewards/check_answer/std": 0.4032670557498932, "step": 221 }, { "completion_length": 154.375, "completions/clipped_ratio": 1.0, "completions/max_length": 276.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 276.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 276.0, "completions/min_terminated_length": 0.0, "epoch": 0.07891930323498045, "frac_reward_zero_std": 0.0, "grad_norm": 1.1077162027359009, "kl": 0.7938428521156311, "learning_rate": 1.2342326043084266e-06, "loss": 0.0008, "num_tokens": 1004367.0, "reward": 0.341264009475708, "reward_std": 0.1658322811126709, "rewards/check_answer/mean": 0.341264009475708, "rewards/check_answer/std": 0.29990503191947937, "step": 222 }, { "completion_length": 150.375, "completions/clipped_ratio": 1.0, "completions/max_length": 182.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 182.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 182.0, "completions/min_terminated_length": 0.0, "epoch": 0.07927479559189478, "frac_reward_zero_std": 0.0, "grad_norm": 0.893618106842041, "kl": 0.7828940749168396, "learning_rate": 1.2279304243196435e-06, "loss": 0.0008, "num_tokens": 1008171.0, "reward": 0.5206185579299927, "reward_std": 0.1018974781036377, "rewards/check_answer/mean": 0.5206185579299927, "rewards/check_answer/std": 0.23205436766147614, "step": 223 }, { "completion_length": 136.375, "completions/clipped_ratio": 1.0, "completions/max_length": 169.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 169.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 169.0, "completions/min_terminated_length": 0.0, "epoch": 0.0796302879488091, "frac_reward_zero_std": 0.0, "grad_norm": 0.9114983677864075, "kl": 0.7763310372829437, "learning_rate": 1.2216186808267544e-06, "loss": 0.0008, "num_tokens": 1011835.0, "reward": 0.7227320671081543, "reward_std": 0.19038178026676178, "rewards/check_answer/mean": 0.7227320671081543, "rewards/check_answer/std": 0.2583093047142029, "step": 224 }, { "completion_length": 227.125, "completions/clipped_ratio": 1.0, "completions/max_length": 398.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 398.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 398.0, "completions/min_terminated_length": 0.0, "epoch": 0.07998578030572343, "frac_reward_zero_std": 0.0, "grad_norm": 0.9660314917564392, "kl": 0.6033835001289845, "learning_rate": 1.2152976386578748e-06, "loss": 0.0006, "num_tokens": 1017443.0, "reward": 0.46415385603904724, "reward_std": 0.18551886081695557, "rewards/check_answer/mean": 0.46415385603904724, "rewards/check_answer/std": 0.25803518295288086, "step": 225 }, { "completion_length": 141.5, "completions/clipped_ratio": 1.0, "completions/max_length": 223.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 223.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 223.0, "completions/min_terminated_length": 0.0, "epoch": 0.08034127266263776, "frac_reward_zero_std": 0.0, "grad_norm": 0.893039882183075, "kl": 0.8053080812096596, "learning_rate": 1.2089675630312752e-06, "loss": 0.0008, "num_tokens": 1021519.0, "reward": 0.5837446451187134, "reward_std": 0.13390234112739563, "rewards/check_answer/mean": 0.5837446451187134, "rewards/check_answer/std": 0.1689048409461975, "step": 226 }, { "completion_length": 122.875, "completions/clipped_ratio": 1.0, "completions/max_length": 149.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 149.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 149.0, "completions/min_terminated_length": 0.0, "epoch": 0.08069676501955209, "frac_reward_zero_std": 0.0, "grad_norm": 1.074427843093872, "kl": 0.9448130577802658, "learning_rate": 1.2026287195442502e-06, "loss": 0.0009, "num_tokens": 1024955.0, "reward": 0.8028011322021484, "reward_std": 0.337022066116333, "rewards/check_answer/mean": 0.8028011322021484, "rewards/check_answer/std": 0.4469025731086731, "step": 227 }, { "completion_length": 117.5, "completions/clipped_ratio": 1.0, "completions/max_length": 156.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 156.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 156.0, "completions/min_terminated_length": 0.0, "epoch": 0.0810522573764664, "frac_reward_zero_std": 0.0, "grad_norm": 1.1773686408996582, "kl": 0.9224397763609886, "learning_rate": 1.1962813741619776e-06, "loss": 0.0009, "num_tokens": 1028479.0, "reward": 0.36807841062545776, "reward_std": 0.09463651478290558, "rewards/check_answer/mean": 0.36807841062545776, "rewards/check_answer/std": 0.14823579788208008, "step": 228 }, { "completion_length": 120.75, "completions/clipped_ratio": 1.0, "completions/max_length": 154.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 154.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 154.0, "completions/min_terminated_length": 0.0, "epoch": 0.08140774973338073, "frac_reward_zero_std": 0.0, "grad_norm": 0.9052287340164185, "kl": 0.9193979501724243, "learning_rate": 1.1899257932063568e-06, "loss": 0.0009, "num_tokens": 1032003.0, "reward": 0.7375057935714722, "reward_std": 0.2036532759666443, "rewards/check_answer/mean": 0.7375057935714722, "rewards/check_answer/std": 0.26422789692878723, "step": 229 }, { "completion_length": 257.875, "completions/clipped_ratio": 1.0, "completions/max_length": 379.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 379.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 379.0, "completions/min_terminated_length": 0.0, "epoch": 0.08176324209029506, "frac_reward_zero_std": 0.0, "grad_norm": 0.9615936279296875, "kl": 0.7221076376736164, "learning_rate": 1.183562243344836e-06, "loss": 0.0007, "num_tokens": 1037479.0, "reward": 0.36601850390434265, "reward_std": 0.1142786294221878, "rewards/check_answer/mean": 0.36601850390434265, "rewards/check_answer/std": 0.24723419547080994, "step": 230 }, { "completion_length": 146.375, "completions/clipped_ratio": 1.0, "completions/max_length": 319.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 319.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 319.0, "completions/min_terminated_length": 0.0, "epoch": 0.08211873444720938, "frac_reward_zero_std": 0.0, "grad_norm": 1.2162293195724487, "kl": 0.9631868451833725, "learning_rate": 1.177190991579223e-06, "loss": 0.001, "num_tokens": 1042295.0, "reward": 0.6817196607589722, "reward_std": 0.34279149770736694, "rewards/check_answer/mean": 0.6817196607589722, "rewards/check_answer/std": 0.37734490633010864, "step": 231 }, { "completion_length": 183.75, "completions/clipped_ratio": 1.0, "completions/max_length": 217.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 217.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 217.0, "completions/min_terminated_length": 0.0, "epoch": 0.08247422680412371, "frac_reward_zero_std": 0.0, "grad_norm": 0.7743396162986755, "kl": 0.6302848234772682, "learning_rate": 1.1708123052344802e-06, "loss": 0.0006, "num_tokens": 1046475.0, "reward": 0.6164350509643555, "reward_std": 0.1019335389137268, "rewards/check_answer/mean": 0.6164350509643555, "rewards/check_answer/std": 0.1971065104007721, "step": 232 }, { "completion_length": 152.875, "completions/clipped_ratio": 1.0, "completions/max_length": 213.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 213.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 213.0, "completions/min_terminated_length": 0.0, "epoch": 0.08282971916103804, "frac_reward_zero_std": 0.0, "grad_norm": 0.9126079678535461, "kl": 0.9646787345409393, "learning_rate": 1.1644264519475128e-06, "loss": 0.001, "num_tokens": 1050499.0, "reward": 0.5852913856506348, "reward_std": 0.11377549171447754, "rewards/check_answer/mean": 0.5852913856506348, "rewards/check_answer/std": 0.3050985634326935, "step": 233 }, { "completion_length": 248.75, "completions/clipped_ratio": 1.0, "completions/max_length": 369.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 369.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 369.0, "completions/min_terminated_length": 0.0, "epoch": 0.08318521151795237, "frac_reward_zero_std": 0.0, "grad_norm": 1.113474726676941, "kl": 0.5824425220489502, "learning_rate": 1.1580336996559342e-06, "loss": 0.0006, "num_tokens": 1055895.0, "reward": 0.2658824920654297, "reward_std": 0.190822035074234, "rewards/check_answer/mean": 0.2658824920654297, "rewards/check_answer/std": 0.26532068848609924, "step": 234 }, { "completion_length": 164.75, "completions/clipped_ratio": 1.0, "completions/max_length": 377.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 377.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 377.0, "completions/min_terminated_length": 0.0, "epoch": 0.08354070387486669, "frac_reward_zero_std": 0.0, "grad_norm": 1.0126512050628662, "kl": 0.8618315756320953, "learning_rate": 1.151634316586828e-06, "loss": 0.0009, "num_tokens": 1061191.0, "reward": 0.5529575347900391, "reward_std": 0.25416138768196106, "rewards/check_answer/mean": 0.5529575347900391, "rewards/check_answer/std": 0.5134220123291016, "step": 235 }, { "completion_length": 143.375, "completions/clipped_ratio": 1.0, "completions/max_length": 231.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 231.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 231.0, "completions/min_terminated_length": 0.0, "epoch": 0.08389619623178102, "frac_reward_zero_std": 0.0, "grad_norm": 1.5696626901626587, "kl": 0.8495238497853279, "learning_rate": 1.1452285712454903e-06, "loss": 0.0008, "num_tokens": 1065351.0, "reward": 0.575376033782959, "reward_std": 0.13030743598937988, "rewards/check_answer/mean": 0.575376033782959, "rewards/check_answer/std": 0.3685245215892792, "step": 236 }, { "completion_length": 168.0, "completions/clipped_ratio": 1.0, "completions/max_length": 210.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 210.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 210.0, "completions/min_terminated_length": 0.0, "epoch": 0.08425168858869535, "frac_reward_zero_std": 0.0, "grad_norm": 1.10427987575531, "kl": 0.6784131899476051, "learning_rate": 1.1388167324041668e-06, "loss": 0.0007, "num_tokens": 1069391.0, "reward": 0.5418027639389038, "reward_std": 0.16966846585273743, "rewards/check_answer/mean": 0.5418027639389038, "rewards/check_answer/std": 0.15783627331256866, "step": 237 }, { "completion_length": 149.0, "completions/clipped_ratio": 1.0, "completions/max_length": 183.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 183.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 183.0, "completions/min_terminated_length": 0.0, "epoch": 0.08460718094560966, "frac_reward_zero_std": 0.0, "grad_norm": 0.8280903100967407, "kl": 1.1563720032572746, "learning_rate": 1.1323990690907732e-06, "loss": 0.0012, "num_tokens": 1073203.0, "reward": 0.7390986084938049, "reward_std": 0.13975253701210022, "rewards/check_answer/mean": 0.7390986084938049, "rewards/check_answer/std": 0.20863765478134155, "step": 238 }, { "completion_length": 165.0, "completions/clipped_ratio": 1.0, "completions/max_length": 236.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 236.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 236.0, "completions/min_terminated_length": 0.0, "epoch": 0.084962673302524, "frac_reward_zero_std": 0.0, "grad_norm": 2.8045220375061035, "kl": 0.7167958766222, "learning_rate": 1.125975850577609e-06, "loss": 0.0007, "num_tokens": 1077443.0, "reward": 0.27988073229789734, "reward_std": 0.2622055113315582, "rewards/check_answer/mean": 0.27988073229789734, "rewards/check_answer/std": 0.30760735273361206, "step": 239 }, { "completion_length": 132.25, "completions/clipped_ratio": 1.0, "completions/max_length": 178.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 178.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 178.0, "completions/min_terminated_length": 0.0, "epoch": 0.08531816565943832, "frac_reward_zero_std": 0.0, "grad_norm": 1.2679098844528198, "kl": 0.87620959430933, "learning_rate": 1.1195473463700588e-06, "loss": 0.0009, "num_tokens": 1081159.0, "reward": 0.29217270016670227, "reward_std": 0.09104220569133759, "rewards/check_answer/mean": 0.29217270016670227, "rewards/check_answer/std": 0.2066265195608139, "step": 240 }, { "completion_length": 116.125, "completions/clipped_ratio": 1.0, "completions/max_length": 140.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 140.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 140.0, "completions/min_terminated_length": 0.0, "epoch": 0.08567365801635266, "frac_reward_zero_std": 0.0, "grad_norm": 1.0084004402160645, "kl": 1.043956220149994, "learning_rate": 1.1131138261952845e-06, "loss": 0.001, "num_tokens": 1084555.0, "reward": 1.0046746730804443, "reward_std": 0.11979959905147552, "rewards/check_answer/mean": 1.0046746730804443, "rewards/check_answer/std": 0.1562415063381195, "step": 241 }, { "completion_length": 101.0, "completions/clipped_ratio": 1.0, "completions/max_length": 116.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 116.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 116.0, "completions/min_terminated_length": 0.0, "epoch": 0.08602915037326697, "frac_reward_zero_std": 0.0, "grad_norm": 1.2991111278533936, "kl": 1.073713481426239, "learning_rate": 1.1066755599909062e-06, "loss": 0.0011, "num_tokens": 1087711.0, "reward": 0.4533606767654419, "reward_std": 0.1860092133283615, "rewards/check_answer/mean": 0.4533606767654419, "rewards/check_answer/std": 0.3360329866409302, "step": 242 }, { "completion_length": 165.75, "completions/clipped_ratio": 1.0, "completions/max_length": 202.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 202.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 202.0, "completions/min_terminated_length": 0.0, "epoch": 0.0863846427301813, "frac_reward_zero_std": 0.0, "grad_norm": 1.0005521774291992, "kl": 0.7024064734578133, "learning_rate": 1.100232817893681e-06, "loss": 0.0007, "num_tokens": 1091703.0, "reward": 0.45782211422920227, "reward_std": 0.24095439910888672, "rewards/check_answer/mean": 0.45782211422920227, "rewards/check_answer/std": 0.28144997358322144, "step": 243 }, { "completion_length": 131.5, "completions/clipped_ratio": 1.0, "completions/max_length": 150.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 150.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 150.0, "completions/min_terminated_length": 0.0, "epoch": 0.08674013508709563, "frac_reward_zero_std": 0.0, "grad_norm": 1.2650296688079834, "kl": 1.3145824745297432, "learning_rate": 1.093785870228163e-06, "loss": 0.0013, "num_tokens": 1095211.0, "reward": 0.42791080474853516, "reward_std": 0.18703073263168335, "rewards/check_answer/mean": 0.42791080474853516, "rewards/check_answer/std": 0.23284028470516205, "step": 244 }, { "completion_length": 101.5, "completions/clipped_ratio": 1.0, "completions/max_length": 108.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 108.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 108.0, "completions/min_terminated_length": 0.0, "epoch": 0.08709562744400995, "frac_reward_zero_std": 0.0, "grad_norm": 1.2365262508392334, "kl": 1.023822046816349, "learning_rate": 1.0873349874953638e-06, "loss": 0.001, "num_tokens": 1098335.0, "reward": 0.4216458201408386, "reward_std": 0.07753543555736542, "rewards/check_answer/mean": 0.4216458201408386, "rewards/check_answer/std": 0.09705320745706558, "step": 245 }, { "completion_length": 219.25, "completions/clipped_ratio": 1.0, "completions/max_length": 408.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 408.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 408.0, "completions/min_terminated_length": 0.0, "epoch": 0.08745111980092428, "frac_reward_zero_std": 0.0, "grad_norm": 1.0689589977264404, "kl": 0.596845306456089, "learning_rate": 1.0808804403614043e-06, "loss": 0.0006, "num_tokens": 1103999.0, "reward": 0.5468381643295288, "reward_std": 0.19405119121074677, "rewards/check_answer/mean": 0.5468381643295288, "rewards/check_answer/std": 0.3241513669490814, "step": 246 }, { "completion_length": 112.875, "completions/clipped_ratio": 0.875, "completions/max_length": 125.0, "completions/max_terminated_length": 125.0, "completions/mean_length": 125.0, "completions/mean_terminated_length": 125.0, "completions/min_length": 125.0, "completions/min_terminated_length": 125.0, "epoch": 0.08780661215783861, "frac_reward_zero_std": 0.0, "grad_norm": 1.371476650238037, "kl": 1.0217114090919495, "learning_rate": 1.074422499646154e-06, "loss": 0.001, "num_tokens": 1107279.0, "reward": 0.8202946186065674, "reward_std": 0.2835672199726105, "rewards/check_answer/mean": 0.8202946186065674, "rewards/check_answer/std": 0.30053219199180603, "step": 247 }, { "completion_length": 118.375, "completions/clipped_ratio": 1.0, "completions/max_length": 131.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 131.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 131.0, "completions/min_terminated_length": 0.0, "epoch": 0.08816210451475294, "frac_reward_zero_std": 0.0, "grad_norm": 1.1398208141326904, "kl": 1.3542259559035301, "learning_rate": 1.0679614363118717e-06, "loss": 0.0014, "num_tokens": 1110587.0, "reward": 0.6370026469230652, "reward_std": 0.08554407209157944, "rewards/check_answer/mean": 0.6370026469230652, "rewards/check_answer/std": 0.47539225220680237, "step": 248 }, { "completion_length": 128.25, "completions/clipped_ratio": 1.0, "completions/max_length": 168.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 168.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 168.0, "completions/min_terminated_length": 0.0, "epoch": 0.08851759687166726, "frac_reward_zero_std": 0.0, "grad_norm": 1.2217475175857544, "kl": 0.9549204036593437, "learning_rate": 1.0614975214518348e-06, "loss": 0.001, "num_tokens": 1114207.0, "reward": 0.7500059604644775, "reward_std": 0.46200940012931824, "rewards/check_answer/mean": 0.7500059604644775, "rewards/check_answer/std": 0.5032044053077698, "step": 249 }, { "completion_length": 148.0, "completions/clipped_ratio": 1.0, "completions/max_length": 211.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 211.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 211.0, "completions/min_terminated_length": 0.0, "epoch": 0.08887308922858159, "frac_reward_zero_std": 0.0, "grad_norm": 1.3231691122055054, "kl": 0.830072857439518, "learning_rate": 1.0550310262789648e-06, "loss": 0.0008, "num_tokens": 1118231.0, "reward": 0.6320803165435791, "reward_std": 0.19038820266723633, "rewards/check_answer/mean": 0.6320803165435791, "rewards/check_answer/std": 0.26415151357650757, "step": 250 }, { "completion_length": 147.25, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.08922858158549592, "frac_reward_zero_std": 0.0, "grad_norm": 1.2990745306015015, "kl": 0.9460765719413757, "learning_rate": 1.0485622221144483e-06, "loss": 0.0009, "num_tokens": 1121971.0, "reward": 0.3426703214645386, "reward_std": 0.1192501112818718, "rewards/check_answer/mean": 0.3426703214645386, "rewards/check_answer/std": 0.261479914188385, "step": 251 }, { "completion_length": 141.25, "completions/clipped_ratio": 1.0, "completions/max_length": 157.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 157.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 157.0, "completions/min_terminated_length": 0.0, "epoch": 0.08958407394241023, "frac_reward_zero_std": 0.0, "grad_norm": 1.2057713270187378, "kl": 0.8966244235634804, "learning_rate": 1.042091380376352e-06, "loss": 0.0009, "num_tokens": 1125571.0, "reward": 0.6676363945007324, "reward_std": 0.11976073682308197, "rewards/check_answer/mean": 0.6676363945007324, "rewards/check_answer/std": 0.111125648021698, "step": 252 }, { "completion_length": 134.375, "completions/clipped_ratio": 1.0, "completions/max_length": 173.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 173.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 173.0, "completions/min_terminated_length": 0.0, "epoch": 0.08993956629932456, "frac_reward_zero_std": 0.0, "grad_norm": 1.0835964679718018, "kl": 0.9575433135032654, "learning_rate": 1.0356187725682356e-06, "loss": 0.001, "num_tokens": 1129231.0, "reward": 0.3659001290798187, "reward_std": 0.29458460211753845, "rewards/check_answer/mean": 0.3659001290798187, "rewards/check_answer/std": 0.3050459325313568, "step": 253 }, { "completion_length": 124.25, "completions/clipped_ratio": 1.0, "completions/max_length": 141.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 141.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 141.0, "completions/min_terminated_length": 0.0, "epoch": 0.0902950586562389, "frac_reward_zero_std": 0.0, "grad_norm": 1.279258370399475, "kl": 0.8714220225811005, "learning_rate": 1.0291446702677597e-06, "loss": 0.0009, "num_tokens": 1132631.0, "reward": 0.6950234770774841, "reward_std": 0.13635104894638062, "rewards/check_answer/mean": 0.6950234770774841, "rewards/check_answer/std": 0.6280493140220642, "step": 254 }, { "completion_length": 144.125, "completions/clipped_ratio": 1.0, "completions/max_length": 231.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 231.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 231.0, "completions/min_terminated_length": 0.0, "epoch": 0.09065055101315321, "frac_reward_zero_std": 0.0, "grad_norm": 1.3153783082962036, "kl": 0.8678002506494522, "learning_rate": 1.02266934511529e-06, "loss": 0.0009, "num_tokens": 1136795.0, "reward": 0.2983151078224182, "reward_std": 0.16891714930534363, "rewards/check_answer/mean": 0.2983151078224182, "rewards/check_answer/std": 0.15972331166267395, "step": 255 }, { "completion_length": 199.625, "completions/clipped_ratio": 1.0, "completions/max_length": 345.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 345.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 345.0, "completions/min_terminated_length": 0.0, "epoch": 0.09100604337006754, "frac_reward_zero_std": 0.0, "grad_norm": 1.1279916763305664, "kl": 0.7938645556569099, "learning_rate": 1.0161930688025016e-06, "loss": 0.0008, "num_tokens": 1141895.0, "reward": 0.2443777471780777, "reward_std": 0.34554633498191833, "rewards/check_answer/mean": 0.2443777471780777, "rewards/check_answer/std": 0.34969189763069153, "step": 256 }, { "completion_length": 151.375, "completions/clipped_ratio": 1.0, "completions/max_length": 212.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 212.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 212.0, "completions/min_terminated_length": 0.0, "epoch": 0.09136153572698187, "frac_reward_zero_std": 0.0, "grad_norm": 0.9113882780075073, "kl": 0.79914790391922, "learning_rate": 1.0097161130609772e-06, "loss": 0.0008, "num_tokens": 1145943.0, "reward": 0.5843700170516968, "reward_std": 0.1761641949415207, "rewards/check_answer/mean": 0.5843700170516968, "rewards/check_answer/std": 0.27200987935066223, "step": 257 }, { "completion_length": 191.625, "completions/clipped_ratio": 1.0, "completions/max_length": 295.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 295.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 295.0, "completions/min_terminated_length": 0.0, "epoch": 0.0917170280838962, "frac_reward_zero_std": 0.0, "grad_norm": 1.2330044507980347, "kl": 0.7106121107935905, "learning_rate": 1.0032387496508087e-06, "loss": 0.0007, "num_tokens": 1150683.0, "reward": 0.21668654680252075, "reward_std": 0.2969697117805481, "rewards/check_answer/mean": 0.21668654680252075, "rewards/check_answer/std": 0.3202613294124603, "step": 258 }, { "completion_length": 118.75, "completions/clipped_ratio": 1.0, "completions/max_length": 142.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 142.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 142.0, "completions/min_terminated_length": 0.0, "epoch": 0.09207252044081052, "frac_reward_zero_std": 0.0, "grad_norm": 0.7983320951461792, "kl": 1.0303165167570114, "learning_rate": 9.967612503491914e-07, "loss": 0.001, "num_tokens": 1154115.0, "reward": 0.712678074836731, "reward_std": 0.07686740159988403, "rewards/check_answer/mean": 0.712678074836731, "rewards/check_answer/std": 0.3197402060031891, "step": 259 }, { "completion_length": 100.75, "completions/clipped_ratio": 1.0, "completions/max_length": 125.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 125.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 125.0, "completions/min_terminated_length": 0.0, "epoch": 0.09242801279772485, "frac_reward_zero_std": 0.0, "grad_norm": 1.3247565031051636, "kl": 1.026386171579361, "learning_rate": 9.902838869390227e-07, "loss": 0.001, "num_tokens": 1157343.0, "reward": 0.9037779569625854, "reward_std": 0.08349259197711945, "rewards/check_answer/mean": 0.9037779569625854, "rewards/check_answer/std": 0.21328960359096527, "step": 260 }, { "completion_length": 170.5, "completions/clipped_ratio": 1.0, "completions/max_length": 260.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 260.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 260.0, "completions/min_terminated_length": 0.0, "epoch": 0.09278350515463918, "frac_reward_zero_std": 0.0, "grad_norm": 1.203757405281067, "kl": 0.8984138146042824, "learning_rate": 9.838069311974985e-07, "loss": 0.0009, "num_tokens": 1161783.0, "reward": 0.3193432092666626, "reward_std": 0.1503298133611679, "rewards/check_answer/mean": 0.3193432092666626, "rewards/check_answer/std": 0.2136888951063156, "step": 261 }, { "completion_length": 174.125, "completions/clipped_ratio": 1.0, "completions/max_length": 247.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 247.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 247.0, "completions/min_terminated_length": 0.0, "epoch": 0.0931389975115535, "frac_reward_zero_std": 0.0, "grad_norm": 1.2091898918151855, "kl": 0.7257109582424164, "learning_rate": 9.7733065488471e-07, "loss": 0.0007, "num_tokens": 1166115.0, "reward": 0.3931156396865845, "reward_std": 0.10096216201782227, "rewards/check_answer/mean": 0.3931156396865845, "rewards/check_answer/std": 0.2692206799983978, "step": 262 }, { "completion_length": 196.0, "completions/clipped_ratio": 1.0, "completions/max_length": 398.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 398.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 398.0, "completions/min_terminated_length": 0.0, "epoch": 0.09349448986846783, "frac_reward_zero_std": 0.0, "grad_norm": 1.2527388334274292, "kl": 1.0883928798139095, "learning_rate": 9.708553297322404e-07, "loss": 0.0011, "num_tokens": 1171679.0, "reward": 0.3773922920227051, "reward_std": 0.3069584369659424, "rewards/check_answer/mean": 0.3773922920227051, "rewards/check_answer/std": 0.4231742024421692, "step": 263 }, { "completion_length": 192.25, "completions/clipped_ratio": 1.0, "completions/max_length": 325.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 325.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 325.0, "completions/min_terminated_length": 0.0, "epoch": 0.09384998222538216, "frac_reward_zero_std": 0.0, "grad_norm": 1.022582769393921, "kl": 0.7908198945224285, "learning_rate": 9.643812274317643e-07, "loss": 0.0008, "num_tokens": 1176659.0, "reward": 0.42014291882514954, "reward_std": 0.2839287519454956, "rewards/check_answer/mean": 0.42014291882514954, "rewards/check_answer/std": 0.2857692837715149, "step": 264 }, { "completion_length": 133.125, "completions/clipped_ratio": 1.0, "completions/max_length": 228.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 228.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 228.0, "completions/min_terminated_length": 0.0, "epoch": 0.09420547458229649, "frac_reward_zero_std": 0.0, "grad_norm": 1.2201570272445679, "kl": 1.073089987039566, "learning_rate": 9.579086196236481e-07, "loss": 0.0011, "num_tokens": 1180747.0, "reward": 0.32214564085006714, "reward_std": 0.3713220953941345, "rewards/check_answer/mean": 0.32214564085006714, "rewards/check_answer/std": 0.4524109363555908, "step": 265 }, { "completion_length": 138.5, "completions/clipped_ratio": 1.0, "completions/max_length": 166.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 166.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 166.0, "completions/min_terminated_length": 0.0, "epoch": 0.0945609669392108, "frac_reward_zero_std": 0.0, "grad_norm": 1.0734769105911255, "kl": 0.7894822880625725, "learning_rate": 9.51437777885552e-07, "loss": 0.0008, "num_tokens": 1184383.0, "reward": 0.4715806245803833, "reward_std": 0.11541032791137695, "rewards/check_answer/mean": 0.4715806245803833, "rewards/check_answer/std": 0.18950264155864716, "step": 266 }, { "completion_length": 142.375, "completions/clipped_ratio": 1.0, "completions/max_length": 233.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 233.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 233.0, "completions/min_terminated_length": 0.0, "epoch": 0.09491645929612513, "frac_reward_zero_std": 0.0, "grad_norm": 1.3479565382003784, "kl": 0.9416582733392715, "learning_rate": 9.449689737210351e-07, "loss": 0.0009, "num_tokens": 1188495.0, "reward": 0.6087549328804016, "reward_std": 0.22052595019340515, "rewards/check_answer/mean": 0.6087549328804016, "rewards/check_answer/std": 0.4957878887653351, "step": 267 }, { "completion_length": 111.625, "completions/clipped_ratio": 1.0, "completions/max_length": 132.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 132.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 132.0, "completions/min_terminated_length": 0.0, "epoch": 0.09527195165303946, "frac_reward_zero_std": 0.5, "grad_norm": 0.8227534890174866, "kl": 1.0355914533138275, "learning_rate": 9.385024785481652e-07, "loss": 0.001, "num_tokens": 1191775.0, "reward": 0.618526041507721, "reward_std": 0.052541885524988174, "rewards/check_answer/mean": 0.618526041507721, "rewards/check_answer/std": 0.07087704539299011, "step": 268 }, { "completion_length": 113.0, "completions/clipped_ratio": 1.0, "completions/max_length": 160.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 160.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 160.0, "completions/min_terminated_length": 0.0, "epoch": 0.09562744400995378, "frac_reward_zero_std": 0.0, "grad_norm": 1.0431197881698608, "kl": 0.9752295538783073, "learning_rate": 9.320385636881281e-07, "loss": 0.001, "num_tokens": 1195307.0, "reward": 0.6062240600585938, "reward_std": 0.1694599986076355, "rewards/check_answer/mean": 0.6062240600585938, "rewards/check_answer/std": 0.17850109934806824, "step": 269 }, { "completion_length": 210.5, "completions/clipped_ratio": 1.0, "completions/max_length": 438.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 438.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 438.0, "completions/min_terminated_length": 0.0, "epoch": 0.09598293636686811, "frac_reward_zero_std": 0.0, "grad_norm": 1.2252002954483032, "kl": 0.8222719952464104, "learning_rate": 9.255775003538461e-07, "loss": 0.0008, "num_tokens": 1201179.0, "reward": -0.01570701226592064, "reward_std": 0.4576750695705414, "rewards/check_answer/mean": -0.01570701226592064, "rewards/check_answer/std": 0.43557339906692505, "step": 270 }, { "completion_length": 163.375, "completions/clipped_ratio": 1.0, "completions/max_length": 300.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 300.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 300.0, "completions/min_terminated_length": 0.0, "epoch": 0.09633842872378244, "frac_reward_zero_std": 0.0, "grad_norm": 1.0340030193328857, "kl": 0.7408488988876343, "learning_rate": 9.191195596385958e-07, "loss": 0.0007, "num_tokens": 1205931.0, "reward": 0.28548580408096313, "reward_std": 0.16938918828964233, "rewards/check_answer/mean": 0.28548580408096313, "rewards/check_answer/std": 0.34659138321876526, "step": 271 }, { "completion_length": 155.125, "completions/clipped_ratio": 1.0, "completions/max_length": 192.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 192.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 192.0, "completions/min_terminated_length": 0.0, "epoch": 0.09669392108069677, "frac_reward_zero_std": 0.0, "grad_norm": 1.1621098518371582, "kl": 1.262912467122078, "learning_rate": 9.12665012504636e-07, "loss": 0.0013, "num_tokens": 1209807.0, "reward": 0.40003910660743713, "reward_std": 0.10673172771930695, "rewards/check_answer/mean": 0.40003910660743713, "rewards/check_answer/std": 0.3999260365962982, "step": 272 }, { "completion_length": 197.125, "completions/clipped_ratio": 1.0, "completions/max_length": 279.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 279.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 279.0, "completions/min_terminated_length": 0.0, "epoch": 0.09704941343761109, "frac_reward_zero_std": 0.0, "grad_norm": 1.0018194913864136, "kl": 0.6390216127038002, "learning_rate": 9.062141297718371e-07, "loss": 0.0006, "num_tokens": 1214447.0, "reward": 0.3173641562461853, "reward_std": 0.18489620089530945, "rewards/check_answer/mean": 0.3173641562461853, "rewards/check_answer/std": 0.2767208218574524, "step": 273 }, { "completion_length": 156.625, "completions/clipped_ratio": 1.0, "completions/max_length": 224.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 224.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 224.0, "completions/min_terminated_length": 0.0, "epoch": 0.09740490579452542, "frac_reward_zero_std": 0.0, "grad_norm": 1.4982199668884277, "kl": 0.7697514891624451, "learning_rate": 8.99767182106319e-07, "loss": 0.0008, "num_tokens": 1218571.0, "reward": 0.5039920806884766, "reward_std": 0.08604666590690613, "rewards/check_answer/mean": 0.5039920806884766, "rewards/check_answer/std": 0.12744706869125366, "step": 274 }, { "completion_length": 338.5, "completions/clipped_ratio": 1.0, "completions/max_length": 1660.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1660.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1660.0, "completions/min_terminated_length": 0.0, "epoch": 0.09776039815143975, "frac_reward_zero_std": 0.0, "grad_norm": 1.1573951244354248, "kl": 0.6764493584632874, "learning_rate": 8.933244400090936e-07, "loss": 0.0007, "num_tokens": 1234199.0, "reward": -0.1503232717514038, "reward_std": 1.273186206817627, "rewards/check_answer/mean": -0.1503232717514038, "rewards/check_answer/std": 1.7177654504776, "step": 275 }, { "completion_length": 150.75, "completions/clipped_ratio": 1.0, "completions/max_length": 230.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 230.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 230.0, "completions/min_terminated_length": 0.0, "epoch": 0.09811589050835406, "frac_reward_zero_std": 0.0, "grad_norm": 1.0835777521133423, "kl": 0.9514528140425682, "learning_rate": 8.868861738047158e-07, "loss": 0.001, "num_tokens": 1238371.0, "reward": 0.3039340078830719, "reward_std": 0.23065604269504547, "rewards/check_answer/mean": 0.3039340078830719, "rewards/check_answer/std": 0.39661750197410583, "step": 276 }, { "completion_length": 207.0, "completions/clipped_ratio": 1.0, "completions/max_length": 364.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 364.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 364.0, "completions/min_terminated_length": 0.0, "epoch": 0.0984713828652684, "frac_reward_zero_std": 0.0, "grad_norm": 0.9626408219337463, "kl": 0.6672659069299698, "learning_rate": 8.804526536299411e-07, "loss": 0.0007, "num_tokens": 1243635.0, "reward": 0.3408432602882385, "reward_std": 0.2924051880836487, "rewards/check_answer/mean": 0.3408432602882385, "rewards/check_answer/std": 0.27366936206817627, "step": 277 }, { "completion_length": 135.5, "completions/clipped_ratio": 1.0, "completions/max_length": 163.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 163.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 163.0, "completions/min_terminated_length": 0.0, "epoch": 0.09882687522218273, "frac_reward_zero_std": 0.0, "grad_norm": 1.1675701141357422, "kl": 0.771094486117363, "learning_rate": 8.74024149422391e-07, "loss": 0.0008, "num_tokens": 1247271.0, "reward": 0.32648083567619324, "reward_std": 0.1592855602502823, "rewards/check_answer/mean": 0.32648083567619324, "rewards/check_answer/std": 0.27350613474845886, "step": 278 }, { "completion_length": 210.5, "completions/clipped_ratio": 1.0, "completions/max_length": 564.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 564.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 564.0, "completions/min_terminated_length": 0.0, "epoch": 0.09918236757909706, "frac_reward_zero_std": 0.0, "grad_norm": 1.070618748664856, "kl": 0.7530729733407497, "learning_rate": 8.676009309092271e-07, "loss": 0.0008, "num_tokens": 1254143.0, "reward": 0.20875731110572815, "reward_std": 0.3896532952785492, "rewards/check_answer/mean": 0.20875731110572815, "rewards/check_answer/std": 0.44406428933143616, "step": 279 }, { "completion_length": 180.25, "completions/clipped_ratio": 1.0, "completions/max_length": 210.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 210.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 210.0, "completions/min_terminated_length": 0.0, "epoch": 0.09953785993601137, "frac_reward_zero_std": 0.0, "grad_norm": 0.9569207429885864, "kl": 0.6425910368561745, "learning_rate": 8.611832675958334e-07, "loss": 0.0006, "num_tokens": 1258243.0, "reward": 0.4934854805469513, "reward_std": 0.1899912804365158, "rewards/check_answer/mean": 0.4934854805469513, "rewards/check_answer/std": 0.20446592569351196, "step": 280 }, { "completion_length": 147.0, "completions/clipped_ratio": 1.0, "completions/max_length": 205.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 205.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 205.0, "completions/min_terminated_length": 0.0, "epoch": 0.0998933522929257, "frac_reward_zero_std": 0.0, "grad_norm": 1.0831184387207031, "kl": 0.771686963737011, "learning_rate": 8.547714287545099e-07, "loss": 0.0008, "num_tokens": 1262239.0, "reward": 0.37751084566116333, "reward_std": 0.061473771929740906, "rewards/check_answer/mean": 0.37751084566116333, "rewards/check_answer/std": 0.1521470844745636, "step": 281 }, { "completion_length": 137.0, "completions/clipped_ratio": 1.0, "completions/max_length": 233.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 233.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 233.0, "completions/min_terminated_length": 0.0, "epoch": 0.10024884464984003, "frac_reward_zero_std": 0.0, "grad_norm": 1.2219492197036743, "kl": 1.2668648734688759, "learning_rate": 8.483656834131719e-07, "loss": 0.0013, "num_tokens": 1266403.0, "reward": 0.6503893136978149, "reward_std": 0.1779724508523941, "rewards/check_answer/mean": 0.6503893136978149, "rewards/check_answer/std": 0.4018162488937378, "step": 282 }, { "completion_length": 169.25, "completions/clipped_ratio": 1.0, "completions/max_length": 276.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 276.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 276.0, "completions/min_terminated_length": 0.0, "epoch": 0.10060433700675435, "frac_reward_zero_std": 0.0, "grad_norm": 0.9827699661254883, "kl": 0.8313059210777283, "learning_rate": 8.419663003440656e-07, "loss": 0.0008, "num_tokens": 1270939.0, "reward": 0.20335927605628967, "reward_std": 0.16686910390853882, "rewards/check_answer/mean": 0.20335927605628967, "rewards/check_answer/std": 0.27320945262908936, "step": 283 }, { "completion_length": 190.875, "completions/clipped_ratio": 1.0, "completions/max_length": 206.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 206.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 206.0, "completions/min_terminated_length": 0.0, "epoch": 0.10095982936366868, "frac_reward_zero_std": 0.0, "grad_norm": 0.8768136501312256, "kl": 0.5943276435136795, "learning_rate": 8.355735480524872e-07, "loss": 0.0006, "num_tokens": 1275007.0, "reward": 0.5725438594818115, "reward_std": 0.06579961627721786, "rewards/check_answer/mean": 0.5725438594818115, "rewards/check_answer/std": 0.08298451453447342, "step": 284 }, { "completion_length": 112.875, "completions/clipped_ratio": 1.0, "completions/max_length": 174.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 174.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 174.0, "completions/min_terminated_length": 0.0, "epoch": 0.10131532172058301, "frac_reward_zero_std": 0.0, "grad_norm": 1.0755103826522827, "kl": 1.5606148019433022, "learning_rate": 8.291876947655196e-07, "loss": 0.0016, "num_tokens": 1278679.0, "reward": 0.47024697065353394, "reward_std": 0.04552917554974556, "rewards/check_answer/mean": 0.47024697065353394, "rewards/check_answer/std": 0.37247234582901, "step": 285 }, { "completion_length": 205.5, "completions/clipped_ratio": 1.0, "completions/max_length": 261.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 261.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 261.0, "completions/min_terminated_length": 0.0, "epoch": 0.10167081407749734, "frac_reward_zero_std": 0.0, "grad_norm": 0.7904688119888306, "kl": 0.5342003479599953, "learning_rate": 8.228090084207773e-07, "loss": 0.0005, "num_tokens": 1283179.0, "reward": 0.5590164661407471, "reward_std": 0.1743650883436203, "rewards/check_answer/mean": 0.5590164661407471, "rewards/check_answer/std": 0.20960712432861328, "step": 286 }, { "completion_length": 122.625, "completions/clipped_ratio": 1.0, "completions/max_length": 145.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 145.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 145.0, "completions/min_terminated_length": 0.0, "epoch": 0.10202630643441166, "frac_reward_zero_std": 0.0, "grad_norm": 1.2776992321014404, "kl": 0.8975846916437149, "learning_rate": 8.164377566551639e-07, "loss": 0.0009, "num_tokens": 1286599.0, "reward": 0.6801419258117676, "reward_std": 0.2143254429101944, "rewards/check_answer/mean": 0.6801419258117676, "rewards/check_answer/std": 0.3764389455318451, "step": 287 }, { "completion_length": 178.625, "completions/clipped_ratio": 1.0, "completions/max_length": 335.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 335.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 335.0, "completions/min_terminated_length": 0.0, "epoch": 0.10238179879132599, "frac_reward_zero_std": 0.0, "grad_norm": 1.3775562047958374, "kl": 0.7134516164660454, "learning_rate": 8.10074206793643e-07, "loss": 0.0007, "num_tokens": 1291615.0, "reward": 0.694768488407135, "reward_std": 0.32646238803863525, "rewards/check_answer/mean": 0.694768488407135, "rewards/check_answer/std": 0.42227134108543396, "step": 288 }, { "completion_length": 143.25, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.10273729114824032, "frac_reward_zero_std": 0.0, "grad_norm": 1.475724458694458, "kl": 5.631504230201244, "learning_rate": 8.037186258380226e-07, "loss": 0.0056, "num_tokens": 1295387.0, "reward": 0.3240125775337219, "reward_std": 0.15081055462360382, "rewards/check_answer/mean": 0.3240125775337219, "rewards/check_answer/std": 0.2885712683200836, "step": 289 }, { "completion_length": 217.0, "completions/clipped_ratio": 1.0, "completions/max_length": 442.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 442.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 442.0, "completions/min_terminated_length": 0.0, "epoch": 0.10309278350515463, "frac_reward_zero_std": 0.0, "grad_norm": 1.3855606317520142, "kl": 0.6841338500380516, "learning_rate": 7.9737128045575e-07, "loss": 0.0007, "num_tokens": 1301331.0, "reward": 0.21647849678993225, "reward_std": 0.3302130699157715, "rewards/check_answer/mean": 0.21647849678993225, "rewards/check_answer/std": 0.36933496594429016, "step": 290 }, { "completion_length": 137.75, "completions/clipped_ratio": 1.0, "completions/max_length": 229.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 229.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 229.0, "completions/min_terminated_length": 0.0, "epoch": 0.10344827586206896, "frac_reward_zero_std": 0.0, "grad_norm": 1.5823341608047485, "kl": 0.9943310171365738, "learning_rate": 7.910324369687249e-07, "loss": 0.001, "num_tokens": 1305419.0, "reward": 0.6600908041000366, "reward_std": 0.21142292022705078, "rewards/check_answer/mean": 0.6600908041000366, "rewards/check_answer/std": 0.41791844367980957, "step": 291 }, { "completion_length": 183.75, "completions/clipped_ratio": 1.0, "completions/max_length": 287.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 287.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 287.0, "completions/min_terminated_length": 0.0, "epoch": 0.1038037682189833, "frac_reward_zero_std": 0.0, "grad_norm": 1.287676215171814, "kl": 0.7935827821493149, "learning_rate": 7.84702361342125e-07, "loss": 0.0008, "num_tokens": 1310095.0, "reward": 0.10232013463973999, "reward_std": 0.3052821159362793, "rewards/check_answer/mean": 0.10232013463973999, "rewards/check_answer/std": 0.29041945934295654, "step": 292 }, { "completion_length": 134.5, "completions/clipped_ratio": 1.0, "completions/max_length": 185.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 185.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 185.0, "completions/min_terminated_length": 0.0, "epoch": 0.10415926057589762, "frac_reward_zero_std": 0.0, "grad_norm": 1.1502470970153809, "kl": 0.9524326249957085, "learning_rate": 7.783813191732459e-07, "loss": 0.001, "num_tokens": 1313883.0, "reward": 0.3938637971878052, "reward_std": 0.15723636746406555, "rewards/check_answer/mean": 0.3938637971878052, "rewards/check_answer/std": 0.20079834759235382, "step": 293 }, { "completion_length": 126.75, "completions/clipped_ratio": 1.0, "completions/max_length": 133.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 133.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 133.0, "completions/min_terminated_length": 0.0, "epoch": 0.10451475293281194, "frac_reward_zero_std": 0.0, "grad_norm": 0.9377026557922363, "kl": 0.8010783270001411, "learning_rate": 7.720695756803568e-07, "loss": 0.0008, "num_tokens": 1317243.0, "reward": 0.39068806171417236, "reward_std": 0.16283681988716125, "rewards/check_answer/mean": 0.39068806171417236, "rewards/check_answer/std": 0.15921147167682648, "step": 294 }, { "completion_length": 100.875, "completions/clipped_ratio": 1.0, "completions/max_length": 108.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 108.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 108.0, "completions/min_terminated_length": 0.0, "epoch": 0.10487024528972627, "frac_reward_zero_std": 0.0, "grad_norm": 1.2370212078094482, "kl": 1.0864074900746346, "learning_rate": 7.657673956915734e-07, "loss": 0.0011, "num_tokens": 1320347.0, "reward": 0.8316978216171265, "reward_std": 0.1811777502298355, "rewards/check_answer/mean": 0.8316978216171265, "rewards/check_answer/std": 0.3377925455570221, "step": 295 }, { "completion_length": 154.5, "completions/clipped_ratio": 1.0, "completions/max_length": 171.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 171.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 171.0, "completions/min_terminated_length": 0.0, "epoch": 0.1052257376466406, "frac_reward_zero_std": 0.0, "grad_norm": 1.021956205368042, "kl": 0.7430060729384422, "learning_rate": 7.594750436337465e-07, "loss": 0.0007, "num_tokens": 1324063.0, "reward": 0.6183744668960571, "reward_std": 0.10823150724172592, "rewards/check_answer/mean": 0.6183744668960571, "rewards/check_answer/std": 0.12652082741260529, "step": 296 }, { "completion_length": 194.5, "completions/clipped_ratio": 1.0, "completions/max_length": 238.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 238.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 238.0, "completions/min_terminated_length": 0.0, "epoch": 0.10558123000355492, "frac_reward_zero_std": 0.0, "grad_norm": 0.9024410247802734, "kl": 0.610053151845932, "learning_rate": 7.531927835213656e-07, "loss": 0.0006, "num_tokens": 1328407.0, "reward": 0.4604015350341797, "reward_std": 0.12045840919017792, "rewards/check_answer/mean": 0.4604015350341797, "rewards/check_answer/std": 0.21499547362327576, "step": 297 }, { "completion_length": 182.375, "completions/clipped_ratio": 1.0, "completions/max_length": 239.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 239.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 239.0, "completions/min_terminated_length": 0.0, "epoch": 0.10593672236046925, "frac_reward_zero_std": 0.0, "grad_norm": 1.2491906881332397, "kl": 0.9477556645870209, "learning_rate": 7.469208789454837e-07, "loss": 0.0009, "num_tokens": 1332667.0, "reward": 0.2323753833770752, "reward_std": 0.10490221530199051, "rewards/check_answer/mean": 0.2323753833770752, "rewards/check_answer/std": 0.14667195081710815, "step": 298 }, { "completion_length": 198.0, "completions/clipped_ratio": 1.0, "completions/max_length": 314.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 314.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 314.0, "completions/min_terminated_length": 0.0, "epoch": 0.10629221471738358, "frac_reward_zero_std": 0.0, "grad_norm": 0.8446534872055054, "kl": 0.7146210595965385, "learning_rate": 7.406595930626549e-07, "loss": 0.0007, "num_tokens": 1337599.0, "reward": 0.3429272174835205, "reward_std": 0.11818177998065948, "rewards/check_answer/mean": 0.3429272174835205, "rewards/check_answer/std": 0.12243124842643738, "step": 299 }, { "completion_length": 174.125, "completions/clipped_ratio": 1.0, "completions/max_length": 207.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 207.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 207.0, "completions/min_terminated_length": 0.0, "epoch": 0.10664770707429791, "frac_reward_zero_std": 0.0, "grad_norm": 1.0460519790649414, "kl": 0.7564162015914917, "learning_rate": 7.344091885838947e-07, "loss": 0.0008, "num_tokens": 1341699.0, "reward": 0.5725626349449158, "reward_std": 0.11005227267742157, "rewards/check_answer/mean": 0.5725626349449158, "rewards/check_answer/std": 0.11997067928314209, "step": 300 }, { "completion_length": 96.75, "completions/clipped_ratio": 1.0, "completions/max_length": 113.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 113.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 113.0, "completions/min_terminated_length": 0.0, "epoch": 0.10700319943121223, "frac_reward_zero_std": 0.0, "grad_norm": 1.3608042001724243, "kl": 1.0942398011684418, "learning_rate": 7.28169927763657e-07, "loss": 0.0011, "num_tokens": 1344827.0, "reward": 0.6502257585525513, "reward_std": 0.44431060552597046, "rewards/check_answer/mean": 0.6502257585525513, "rewards/check_answer/std": 0.45621976256370544, "step": 301 }, { "completion_length": 136.875, "completions/clipped_ratio": 1.0, "completions/max_length": 320.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 320.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 320.0, "completions/min_terminated_length": 0.0, "epoch": 0.10735869178812656, "frac_reward_zero_std": 0.0, "grad_norm": 1.4327491521835327, "kl": 1.2517338320612907, "learning_rate": 7.2194207238883e-07, "loss": 0.0013, "num_tokens": 1349619.0, "reward": 0.10627897828817368, "reward_std": 0.2823126018047333, "rewards/check_answer/mean": 0.10627897828817368, "rewards/check_answer/std": 0.28479593992233276, "step": 302 }, { "completion_length": 125.25, "completions/clipped_ratio": 1.0, "completions/max_length": 144.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 144.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 144.0, "completions/min_terminated_length": 0.0, "epoch": 0.10771418414504089, "frac_reward_zero_std": 0.0, "grad_norm": 1.4433258771896362, "kl": 0.8379963636398315, "learning_rate": 7.157258837677514e-07, "loss": 0.0008, "num_tokens": 1353043.0, "reward": 0.6440459489822388, "reward_std": 0.215956911444664, "rewards/check_answer/mean": 0.6440459489822388, "rewards/check_answer/std": 0.2337687462568283, "step": 303 }, { "completion_length": 132.375, "completions/clipped_ratio": 1.0, "completions/max_length": 198.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 198.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 198.0, "completions/min_terminated_length": 0.0, "epoch": 0.1080696765019552, "frac_reward_zero_std": 0.0, "grad_norm": 1.2625596523284912, "kl": 0.8470844849944115, "learning_rate": 7.095216227192466e-07, "loss": 0.0008, "num_tokens": 1356919.0, "reward": 0.7736223936080933, "reward_std": 0.12580637633800507, "rewards/check_answer/mean": 0.7736223936080933, "rewards/check_answer/std": 0.43933531641960144, "step": 304 }, { "completion_length": 228.75, "completions/clipped_ratio": 1.0, "completions/max_length": 482.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 482.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 482.0, "completions/min_terminated_length": 0.0, "epoch": 0.10842516885886953, "frac_reward_zero_std": 0.0, "grad_norm": 0.8324114680290222, "kl": 0.5697059035301208, "learning_rate": 7.033295495616834e-07, "loss": 0.0006, "num_tokens": 1363195.0, "reward": 0.44221729040145874, "reward_std": 0.21732480823993683, "rewards/check_answer/mean": 0.44221729040145874, "rewards/check_answer/std": 0.36886483430862427, "step": 305 }, { "completion_length": 341.625, "completions/clipped_ratio": 1.0, "completions/max_length": 1733.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1733.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1733.0, "completions/min_terminated_length": 0.0, "epoch": 0.10878066121578386, "frac_reward_zero_std": 0.0, "grad_norm": 0.960048496723175, "kl": 0.7525515966117382, "learning_rate": 6.971499241020494e-07, "loss": 0.0008, "num_tokens": 1379383.0, "reward": -0.4517783522605896, "reward_std": 1.7056313753128052, "rewards/check_answer/mean": -0.4517783522605896, "rewards/check_answer/std": 2.3684704303741455, "step": 306 }, { "completion_length": 131.875, "completions/clipped_ratio": 1.0, "completions/max_length": 273.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 273.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 273.0, "completions/min_terminated_length": 0.0, "epoch": 0.10913615357269818, "frac_reward_zero_std": 0.5, "grad_norm": 0.7986807227134705, "kl": 1.0150250419974327, "learning_rate": 6.909830056250526e-07, "loss": 0.001, "num_tokens": 1383819.0, "reward": 0.6760421991348267, "reward_std": 0.2663058638572693, "rewards/check_answer/mean": 0.6760421991348267, "rewards/check_answer/std": 0.6926606893539429, "step": 307 }, { "completion_length": 132.25, "completions/clipped_ratio": 1.0, "completions/max_length": 151.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 151.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 151.0, "completions/min_terminated_length": 0.0, "epoch": 0.10949164592961251, "frac_reward_zero_std": 0.0, "grad_norm": 1.3074243068695068, "kl": 1.0714949667453766, "learning_rate": 6.848290528822416e-07, "loss": 0.0011, "num_tokens": 1387343.0, "reward": 0.6684790253639221, "reward_std": 0.2364875078201294, "rewards/check_answer/mean": 0.6684790253639221, "rewards/check_answer/std": 0.4695620834827423, "step": 308 }, { "completion_length": 163.75, "completions/clipped_ratio": 1.0, "completions/max_length": 338.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 338.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 338.0, "completions/min_terminated_length": 0.0, "epoch": 0.10984713828652684, "frac_reward_zero_std": 0.0, "grad_norm": 1.4720572233200073, "kl": 1.22765102237463, "learning_rate": 6.786883240811478e-07, "loss": 0.0012, "num_tokens": 1392383.0, "reward": 0.21150100231170654, "reward_std": 0.19001123309135437, "rewards/check_answer/mean": 0.21150100231170654, "rewards/check_answer/std": 0.19993235170841217, "step": 309 }, { "completion_length": 201.5, "completions/clipped_ratio": 1.0, "completions/max_length": 228.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 228.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 228.0, "completions/min_terminated_length": 0.0, "epoch": 0.11020263064344117, "frac_reward_zero_std": 0.0, "grad_norm": 1.0364395380020142, "kl": 0.6327278688549995, "learning_rate": 6.725610768744534e-07, "loss": 0.0006, "num_tokens": 1396667.0, "reward": 0.21297432482242584, "reward_std": 0.14097830653190613, "rewards/check_answer/mean": 0.21297432482242584, "rewards/check_answer/std": 0.14748455584049225, "step": 310 }, { "completion_length": 112.375, "completions/clipped_ratio": 1.0, "completions/max_length": 136.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 136.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 136.0, "completions/min_terminated_length": 0.0, "epoch": 0.11055812300035549, "frac_reward_zero_std": 0.0, "grad_norm": 1.3230608701705933, "kl": 2.057194836437702, "learning_rate": 6.664475683491795e-07, "loss": 0.0021, "num_tokens": 1399975.0, "reward": 0.5603588819503784, "reward_std": 0.27183225750923157, "rewards/check_answer/mean": 0.5603588819503784, "rewards/check_answer/std": 0.3034903407096863, "step": 311 }, { "completion_length": 155.5, "completions/clipped_ratio": 1.0, "completions/max_length": 285.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 285.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 285.0, "completions/min_terminated_length": 0.0, "epoch": 0.11091361535726982, "frac_reward_zero_std": 0.0, "grad_norm": 1.0524126291275024, "kl": 0.7707142494618893, "learning_rate": 6.603480550158994e-07, "loss": 0.0008, "num_tokens": 1404559.0, "reward": 0.2760058045387268, "reward_std": 0.3132189214229584, "rewards/check_answer/mean": 0.2760058045387268, "rewards/check_answer/std": 0.43787920475006104, "step": 312 }, { "completion_length": 188.875, "completions/clipped_ratio": 1.0, "completions/max_length": 443.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 443.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 443.0, "completions/min_terminated_length": 0.0, "epoch": 0.11126910771418415, "frac_reward_zero_std": 0.0, "grad_norm": 0.8275237679481506, "kl": 0.6692856177687645, "learning_rate": 6.542627927979771e-07, "loss": 0.0007, "num_tokens": 1410451.0, "reward": 0.37979719042778015, "reward_std": 0.2996063232421875, "rewards/check_answer/mean": 0.37979719042778015, "rewards/check_answer/std": 0.5173911452293396, "step": 313 }, { "completion_length": 125.25, "completions/clipped_ratio": 1.0, "completions/max_length": 140.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 140.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 140.0, "completions/min_terminated_length": 0.0, "epoch": 0.11162460007109846, "frac_reward_zero_std": 0.0, "grad_norm": 1.1436128616333008, "kl": 0.8533953502774239, "learning_rate": 6.481920370208274e-07, "loss": 0.0009, "num_tokens": 1413859.0, "reward": 0.4182358384132385, "reward_std": 0.10697256773710251, "rewards/check_answer/mean": 0.4182358384132385, "rewards/check_answer/std": 0.14271418750286102, "step": 314 }, { "completion_length": 180.25, "completions/clipped_ratio": 1.0, "completions/max_length": 219.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 219.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 219.0, "completions/min_terminated_length": 0.0, "epoch": 0.1119800924280128, "frac_reward_zero_std": 0.0, "grad_norm": 0.8836941123008728, "kl": 1.1159723065793514, "learning_rate": 6.421360424012039e-07, "loss": 0.0011, "num_tokens": 1418019.0, "reward": 0.32583263516426086, "reward_std": 0.09709520637989044, "rewards/check_answer/mean": 0.32583263516426086, "rewards/check_answer/std": 0.2178097367286682, "step": 315 }, { "completion_length": 127.25, "completions/clipped_ratio": 1.0, "completions/max_length": 172.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 172.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 172.0, "completions/min_terminated_length": 0.0, "epoch": 0.11233558478492713, "frac_reward_zero_std": 0.0, "grad_norm": 1.4357560873031616, "kl": 0.9097747951745987, "learning_rate": 6.360950630365125e-07, "loss": 0.0009, "num_tokens": 1421703.0, "reward": 0.33792954683303833, "reward_std": 0.16778776049613953, "rewards/check_answer/mean": 0.33792954683303833, "rewards/check_answer/std": 0.18679670989513397, "step": 316 }, { "completion_length": 159.875, "completions/clipped_ratio": 1.0, "completions/max_length": 215.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 215.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 215.0, "completions/min_terminated_length": 0.0, "epoch": 0.11269107714184146, "frac_reward_zero_std": 0.0, "grad_norm": 0.8164554834365845, "kl": 0.947067454457283, "learning_rate": 6.30069352394148e-07, "loss": 0.0009, "num_tokens": 1425767.0, "reward": 0.5602046251296997, "reward_std": 0.18303608894348145, "rewards/check_answer/mean": 0.5602046251296997, "rewards/check_answer/std": 0.2782019376754761, "step": 317 }, { "completion_length": 200.25, "completions/clipped_ratio": 1.0, "completions/max_length": 262.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 262.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 262.0, "completions/min_terminated_length": 0.0, "epoch": 0.11304656949875577, "frac_reward_zero_std": 0.0, "grad_norm": 0.7187195420265198, "kl": 0.59934052079916, "learning_rate": 6.24059163300861e-07, "loss": 0.0006, "num_tokens": 1430307.0, "reward": 0.5064218044281006, "reward_std": 0.08218513429164886, "rewards/check_answer/mean": 0.5064218044281006, "rewards/check_answer/std": 0.23356367647647858, "step": 318 }, { "completion_length": 182.875, "completions/clipped_ratio": 1.0, "completions/max_length": 261.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 261.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 261.0, "completions/min_terminated_length": 0.0, "epoch": 0.1134020618556701, "frac_reward_zero_std": 0.0, "grad_norm": 1.1528180837631226, "kl": 1.6859625801444054, "learning_rate": 6.180647479321484e-07, "loss": 0.0017, "num_tokens": 1434783.0, "reward": 0.3695756793022156, "reward_std": 0.19384711980819702, "rewards/check_answer/mean": 0.3695756793022156, "rewards/check_answer/std": 0.429436594247818, "step": 319 }, { "completion_length": 143.625, "completions/clipped_ratio": 1.0, "completions/max_length": 198.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 198.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 198.0, "completions/min_terminated_length": 0.0, "epoch": 0.11375755421258443, "frac_reward_zero_std": 0.0, "grad_norm": 1.2817212343215942, "kl": 0.8905712217092514, "learning_rate": 6.120863578016735e-07, "loss": 0.0009, "num_tokens": 1438707.0, "reward": 0.37135258316993713, "reward_std": 0.030475111678242683, "rewards/check_answer/mean": 0.37135258316993713, "rewards/check_answer/std": 0.16420365869998932, "step": 320 }, { "completion_length": 110.25, "completions/clipped_ratio": 1.0, "completions/max_length": 121.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 121.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 121.0, "completions/min_terminated_length": 0.0, "epoch": 0.11411304656949875, "frac_reward_zero_std": 0.0, "grad_norm": 0.8601201176643372, "kl": 1.0751559287309647, "learning_rate": 6.06124243750713e-07, "loss": 0.0011, "num_tokens": 1441895.0, "reward": 0.9189420342445374, "reward_std": 0.12586061656475067, "rewards/check_answer/mean": 0.9189420342445374, "rewards/check_answer/std": 0.1946134716272354, "step": 321 }, { "completion_length": 110.625, "completions/clipped_ratio": 1.0, "completions/max_length": 131.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 131.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 131.0, "completions/min_terminated_length": 0.0, "epoch": 0.11446853892641308, "frac_reward_zero_std": 0.0, "grad_norm": 0.978387176990509, "kl": 0.938671387732029, "learning_rate": 6.001786559376309e-07, "loss": 0.0009, "num_tokens": 1445211.0, "reward": 0.44371122121810913, "reward_std": 0.09113042056560516, "rewards/check_answer/mean": 0.44371122121810913, "rewards/check_answer/std": 0.2505998909473419, "step": 322 }, { "completion_length": 145.5, "completions/clipped_ratio": 1.0, "completions/max_length": 155.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 155.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 155.0, "completions/min_terminated_length": 0.0, "epoch": 0.11482403128332741, "frac_reward_zero_std": 0.0, "grad_norm": 0.9159489274024963, "kl": 0.9457217082381248, "learning_rate": 5.942498438273849e-07, "loss": 0.0009, "num_tokens": 1448783.0, "reward": 0.4582516551017761, "reward_std": 0.07714585214853287, "rewards/check_answer/mean": 0.4582516551017761, "rewards/check_answer/std": 0.07228733599185944, "step": 323 }, { "completion_length": 144.25, "completions/clipped_ratio": 1.0, "completions/max_length": 172.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 172.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 172.0, "completions/min_terminated_length": 0.0, "epoch": 0.11517952364024174, "frac_reward_zero_std": 0.0, "grad_norm": 0.8155630826950073, "kl": 0.9091891497373581, "learning_rate": 5.883380561810563e-07, "loss": 0.0009, "num_tokens": 1452511.0, "reward": 0.5551246404647827, "reward_std": 0.07105737179517746, "rewards/check_answer/mean": 0.5551246404647827, "rewards/check_answer/std": 0.07973218709230423, "step": 324 }, { "completion_length": 181.375, "completions/clipped_ratio": 1.0, "completions/max_length": 196.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 196.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 196.0, "completions/min_terminated_length": 0.0, "epoch": 0.11553501599715606, "frac_reward_zero_std": 0.0, "grad_norm": 0.9882313013076782, "kl": 0.6468247175216675, "learning_rate": 5.824435410454149e-07, "loss": 0.0006, "num_tokens": 1456511.0, "reward": 0.22788003087043762, "reward_std": 0.08237315714359283, "rewards/check_answer/mean": 0.22788003087043762, "rewards/check_answer/std": 0.12985311448574066, "step": 325 }, { "completion_length": 171.5, "completions/clipped_ratio": 1.0, "completions/max_length": 325.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 325.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 325.0, "completions/min_terminated_length": 0.0, "epoch": 0.11589050835407039, "frac_reward_zero_std": 0.0, "grad_norm": 1.0215822458267212, "kl": 0.7590204030275345, "learning_rate": 5.765665457425101e-07, "loss": 0.0008, "num_tokens": 1461483.0, "reward": 0.01613449677824974, "reward_std": 0.22109082341194153, "rewards/check_answer/mean": 0.01613449677824974, "rewards/check_answer/std": 0.22888383269309998, "step": 326 }, { "completion_length": 108.5, "completions/clipped_ratio": 1.0, "completions/max_length": 134.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 134.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 134.0, "completions/min_terminated_length": 0.0, "epoch": 0.11624600071098472, "frac_reward_zero_std": 0.0, "grad_norm": 1.459590196609497, "kl": 0.9783900454640388, "learning_rate": 5.707073168592942e-07, "loss": 0.001, "num_tokens": 1464799.0, "reward": 0.7873095870018005, "reward_std": 0.22314107418060303, "rewards/check_answer/mean": 0.7873095870018005, "rewards/check_answer/std": 0.3318108022212982, "step": 327 }, { "completion_length": 189.625, "completions/clipped_ratio": 1.0, "completions/max_length": 304.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 304.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 304.0, "completions/min_terminated_length": 0.0, "epoch": 0.11660149306789903, "frac_reward_zero_std": 0.0, "grad_norm": 0.8527596592903137, "kl": 0.7139339074492455, "learning_rate": 5.648661002372767e-07, "loss": 0.0007, "num_tokens": 1469611.0, "reward": 0.5667263269424438, "reward_std": 0.1556503176689148, "rewards/check_answer/mean": 0.5667263269424438, "rewards/check_answer/std": 0.5971010327339172, "step": 328 }, { "completion_length": 143.5, "completions/clipped_ratio": 1.0, "completions/max_length": 190.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 190.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 190.0, "completions/min_terminated_length": 0.0, "epoch": 0.11695698542481336, "frac_reward_zero_std": 0.0, "grad_norm": 1.205626130104065, "kl": 1.0641923993825912, "learning_rate": 5.590431409622081e-07, "loss": 0.0011, "num_tokens": 1473443.0, "reward": 0.1657307744026184, "reward_std": 0.11486455798149109, "rewards/check_answer/mean": 0.1657307744026184, "rewards/check_answer/std": 0.18328911066055298, "step": 329 }, { "completion_length": 138.25, "completions/clipped_ratio": 1.0, "completions/max_length": 169.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 169.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 169.0, "completions/min_terminated_length": 0.0, "epoch": 0.1173124777817277, "frac_reward_zero_std": 0.0, "grad_norm": 1.2809747457504272, "kl": 3.1735438406467438, "learning_rate": 5.532386833537976e-07, "loss": 0.0032, "num_tokens": 1477111.0, "reward": 0.04862850904464722, "reward_std": 0.08245515078306198, "rewards/check_answer/mean": 0.04862850904464722, "rewards/check_answer/std": 0.09730183333158493, "step": 330 }, { "completion_length": 151.875, "completions/clipped_ratio": 1.0, "completions/max_length": 179.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 179.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 179.0, "completions/min_terminated_length": 0.0, "epoch": 0.11766797013864203, "frac_reward_zero_std": 0.0, "grad_norm": 0.9474928379058838, "kl": 0.7871157974004745, "learning_rate": 5.474529709554611e-07, "loss": 0.0008, "num_tokens": 1480887.0, "reward": 0.35962361097335815, "reward_std": 0.14584597945213318, "rewards/check_answer/mean": 0.35962361097335815, "rewards/check_answer/std": 0.15580014884471893, "step": 331 }, { "completion_length": 119.875, "completions/clipped_ratio": 1.0, "completions/max_length": 183.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 183.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 183.0, "completions/min_terminated_length": 0.0, "epoch": 0.11802346249555634, "frac_reward_zero_std": 0.0, "grad_norm": 1.6242396831512451, "kl": 1.1670890673995018, "learning_rate": 5.416862465241032e-07, "loss": 0.0012, "num_tokens": 1484599.0, "reward": 0.2519564926624298, "reward_std": 0.2512437105178833, "rewards/check_answer/mean": 0.2519564926624298, "rewards/check_answer/std": 0.3320589065551758, "step": 332 }, { "completion_length": 118.5, "completions/clipped_ratio": 1.0, "completions/max_length": 135.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 135.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 135.0, "completions/min_terminated_length": 0.0, "epoch": 0.11837895485247067, "frac_reward_zero_std": 0.0, "grad_norm": 1.0678880214691162, "kl": 1.2706584259867668, "learning_rate": 5.359387520199316e-07, "loss": 0.0013, "num_tokens": 1487959.0, "reward": 0.532178521156311, "reward_std": 0.18624988198280334, "rewards/check_answer/mean": 0.532178521156311, "rewards/check_answer/std": 0.33433976769447327, "step": 333 }, { "completion_length": 127.25, "completions/clipped_ratio": 1.0, "completions/max_length": 173.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 173.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 173.0, "completions/min_terminated_length": 0.0, "epoch": 0.118734447209385, "frac_reward_zero_std": 0.0, "grad_norm": 1.441024899482727, "kl": 0.8274534270167351, "learning_rate": 5.302107285963044e-07, "loss": 0.0008, "num_tokens": 1491635.0, "reward": 0.16783301532268524, "reward_std": 0.11112572252750397, "rewards/check_answer/mean": 0.16783301532268524, "rewards/check_answer/std": 0.1212974488735199, "step": 334 }, { "completion_length": 166.25, "completions/clipped_ratio": 1.0, "completions/max_length": 200.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 200.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 200.0, "completions/min_terminated_length": 0.0, "epoch": 0.11908993956629932, "frac_reward_zero_std": 0.0, "grad_norm": 0.8160075545310974, "kl": 0.6846533790230751, "learning_rate": 5.245024165896125e-07, "loss": 0.0007, "num_tokens": 1495627.0, "reward": 0.5126645565032959, "reward_std": 0.14385107159614563, "rewards/check_answer/mean": 0.5126645565032959, "rewards/check_answer/std": 0.29326385259628296, "step": 335 }, { "completion_length": 116.375, "completions/clipped_ratio": 1.0, "completions/max_length": 128.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 128.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 128.0, "completions/min_terminated_length": 0.0, "epoch": 0.11944543192321365, "frac_reward_zero_std": 0.0, "grad_norm": 1.567861557006836, "kl": 0.9479313567280769, "learning_rate": 5.188140555091949e-07, "loss": 0.0009, "num_tokens": 1498947.0, "reward": 0.16641776263713837, "reward_std": 0.15391474962234497, "rewards/check_answer/mean": 0.16641776263713837, "rewards/check_answer/std": 0.3002108335494995, "step": 336 }, { "completion_length": 212.25, "completions/clipped_ratio": 1.0, "completions/max_length": 350.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 350.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 350.0, "completions/min_terminated_length": 0.0, "epoch": 0.11980092428012798, "frac_reward_zero_std": 0.0, "grad_norm": 0.9802291393280029, "kl": 0.702649649232626, "learning_rate": 5.131458840272905e-07, "loss": 0.0007, "num_tokens": 1504135.0, "reward": 0.1264744997024536, "reward_std": 0.35952621698379517, "rewards/check_answer/mean": 0.1264744997024536, "rewards/check_answer/std": 0.392316997051239, "step": 337 }, { "completion_length": 112.125, "completions/clipped_ratio": 1.0, "completions/max_length": 130.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 130.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 130.0, "completions/min_terminated_length": 0.0, "epoch": 0.12015641663704231, "frac_reward_zero_std": 0.0, "grad_norm": 0.8914830684661865, "kl": 0.938434787094593, "learning_rate": 5.074981399690218e-07, "loss": 0.0009, "num_tokens": 1507439.0, "reward": 0.4429347813129425, "reward_std": 0.1420775204896927, "rewards/check_answer/mean": 0.4429347813129425, "rewards/check_answer/std": 0.2528870701789856, "step": 338 }, { "completion_length": 155.25, "completions/clipped_ratio": 1.0, "completions/max_length": 194.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 194.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 194.0, "completions/min_terminated_length": 0.0, "epoch": 0.12051190899395663, "frac_reward_zero_std": 0.0, "grad_norm": 1.585922360420227, "kl": 0.8497662842273712, "learning_rate": 5.018710603024187e-07, "loss": 0.0008, "num_tokens": 1511347.0, "reward": 0.35820165276527405, "reward_std": 0.1991048902273178, "rewards/check_answer/mean": 0.35820165276527405, "rewards/check_answer/std": 0.27472591400146484, "step": 339 }, { "completion_length": 186.625, "completions/clipped_ratio": 1.0, "completions/max_length": 319.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 319.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 319.0, "completions/min_terminated_length": 0.0, "epoch": 0.12086740135087096, "frac_reward_zero_std": 0.0, "grad_norm": 1.2798010110855103, "kl": 0.7604073733091354, "learning_rate": 4.962648811284737e-07, "loss": 0.0008, "num_tokens": 1516267.0, "reward": 0.10229475796222687, "reward_std": 0.3361338675022125, "rewards/check_answer/mean": 0.10229475796222687, "rewards/check_answer/std": 0.3205172121524811, "step": 340 }, { "completion_length": 188.5, "completions/clipped_ratio": 1.0, "completions/max_length": 301.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 301.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 301.0, "completions/min_terminated_length": 0.0, "epoch": 0.12122289370778529, "frac_reward_zero_std": 0.0, "grad_norm": 0.9422478675842285, "kl": 0.7562728524208069, "learning_rate": 4.906798376712373e-07, "loss": 0.0008, "num_tokens": 1521095.0, "reward": 0.25675129890441895, "reward_std": 0.1200556755065918, "rewards/check_answer/mean": 0.25675129890441895, "rewards/check_answer/std": 0.2313893735408783, "step": 341 }, { "completion_length": 128.625, "completions/clipped_ratio": 1.0, "completions/max_length": 151.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 151.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 151.0, "completions/min_terminated_length": 0.0, "epoch": 0.1215783860646996, "frac_reward_zero_std": 0.0, "grad_norm": 1.1947994232177734, "kl": 1.2277120724320412, "learning_rate": 4.851161642679466e-07, "loss": 0.0012, "num_tokens": 1524619.0, "reward": 0.2747936248779297, "reward_std": 0.18005762994289398, "rewards/check_answer/mean": 0.2747936248779297, "rewards/check_answer/std": 0.25589627027511597, "step": 342 }, { "completion_length": 170.5, "completions/clipped_ratio": 1.0, "completions/max_length": 212.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 212.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 212.0, "completions/min_terminated_length": 0.0, "epoch": 0.12193387842161393, "frac_reward_zero_std": 0.0, "grad_norm": 0.9395099878311157, "kl": 0.6964636519551277, "learning_rate": 4.795740943591955e-07, "loss": 0.0007, "num_tokens": 1528703.0, "reward": 0.5578457713127136, "reward_std": 0.11554739624261856, "rewards/check_answer/mean": 0.5578457713127136, "rewards/check_answer/std": 0.25940605998039246, "step": 343 }, { "completion_length": 174.5, "completions/clipped_ratio": 1.0, "completions/max_length": 290.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 290.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 290.0, "completions/min_terminated_length": 0.0, "epoch": 0.12228937077852826, "frac_reward_zero_std": 0.0, "grad_norm": 1.4542704820632935, "kl": 0.8054068014025688, "learning_rate": 4.7405386047913696e-07, "loss": 0.0008, "num_tokens": 1533335.0, "reward": 0.03523774445056915, "reward_std": 0.2189125418663025, "rewards/check_answer/mean": 0.03523774445056915, "rewards/check_answer/std": 0.3339569866657257, "step": 344 }, { "completion_length": 156.375, "completions/clipped_ratio": 1.0, "completions/max_length": 216.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 216.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 216.0, "completions/min_terminated_length": 0.0, "epoch": 0.1226448631354426, "frac_reward_zero_std": 0.0, "grad_norm": 1.2118251323699951, "kl": 1.2794329226016998, "learning_rate": 4.685556942457295e-07, "loss": 0.0013, "num_tokens": 1537435.0, "reward": 0.2553066611289978, "reward_std": 0.13072693347930908, "rewards/check_answer/mean": 0.2553066611289978, "rewards/check_answer/std": 0.1437634527683258, "step": 345 }, { "completion_length": 206.5, "completions/clipped_ratio": 1.0, "completions/max_length": 267.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 267.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 267.0, "completions/min_terminated_length": 0.0, "epoch": 0.12300035549235691, "frac_reward_zero_std": 0.0, "grad_norm": 1.1357641220092773, "kl": 0.6604345887899399, "learning_rate": 4.6307982635101616e-07, "loss": 0.0007, "num_tokens": 1541991.0, "reward": 0.14481134712696075, "reward_std": 0.31984055042266846, "rewards/check_answer/mean": 0.14481134712696075, "rewards/check_answer/std": 0.32039740681648254, "step": 346 }, { "completion_length": 124.125, "completions/clipped_ratio": 1.0, "completions/max_length": 218.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 218.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 218.0, "completions/min_terminated_length": 0.0, "epoch": 0.12335584784927124, "frac_reward_zero_std": 0.0, "grad_norm": 1.3374145030975342, "kl": 1.0506733432412148, "learning_rate": 4.576264865514466e-07, "loss": 0.0011, "num_tokens": 1545939.0, "reward": 0.5115883946418762, "reward_std": 0.25732117891311646, "rewards/check_answer/mean": 0.5115883946418762, "rewards/check_answer/std": 0.5988033413887024, "step": 347 }, { "completion_length": 209.625, "completions/clipped_ratio": 1.0, "completions/max_length": 335.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 335.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 335.0, "completions/min_terminated_length": 0.0, "epoch": 0.12371134020618557, "frac_reward_zero_std": 0.0, "grad_norm": 0.9344183206558228, "kl": 0.9287720173597336, "learning_rate": 4.5219590365823714e-07, "loss": 0.0009, "num_tokens": 1550987.0, "reward": -0.026177464053034782, "reward_std": 0.330594539642334, "rewards/check_answer/mean": -0.026177464053034782, "rewards/check_answer/std": 0.3869287669658661, "step": 348 }, { "completion_length": 188.375, "completions/clipped_ratio": 1.0, "completions/max_length": 229.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 229.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 229.0, "completions/min_terminated_length": 0.0, "epoch": 0.12406683256309989, "frac_reward_zero_std": 0.0, "grad_norm": 0.9653271436691284, "kl": 0.5851713791489601, "learning_rate": 4.467883055277695e-07, "loss": 0.0006, "num_tokens": 1555211.0, "reward": 0.397824227809906, "reward_std": 0.09379366040229797, "rewards/check_answer/mean": 0.397824227809906, "rewards/check_answer/std": 0.3822632431983948, "step": 349 }, { "completion_length": 173.5, "completions/clipped_ratio": 1.0, "completions/max_length": 214.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 214.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 214.0, "completions/min_terminated_length": 0.0, "epoch": 0.12442232492001422, "frac_reward_zero_std": 0.0, "grad_norm": 0.6517950892448425, "kl": 0.7420412451028824, "learning_rate": 4.414039190520308e-07, "loss": 0.0007, "num_tokens": 1559335.0, "reward": 0.5510962009429932, "reward_std": 0.13381731510162354, "rewards/check_answer/mean": 0.5510962009429932, "rewards/check_answer/std": 0.24939298629760742, "step": 350 }, { "completion_length": 147.625, "completions/clipped_ratio": 1.0, "completions/max_length": 200.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 200.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 200.0, "completions/min_terminated_length": 0.0, "epoch": 0.12477781727692855, "frac_reward_zero_std": 0.0, "grad_norm": 0.9382128715515137, "kl": 0.8081318289041519, "learning_rate": 4.360429701490934e-07, "loss": 0.0008, "num_tokens": 1563275.0, "reward": 0.4606391191482544, "reward_std": 0.14590170979499817, "rewards/check_answer/mean": 0.4606391191482544, "rewards/check_answer/std": 0.3910280764102936, "step": 351 }, { "completion_length": 195.375, "completions/clipped_ratio": 1.0, "completions/max_length": 246.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 246.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 246.0, "completions/min_terminated_length": 0.0, "epoch": 0.12513330963384287, "frac_reward_zero_std": 0.0, "grad_norm": 1.0290162563323975, "kl": 0.6978597864508629, "learning_rate": 4.307056837536373e-07, "loss": 0.0007, "num_tokens": 1567671.0, "reward": 0.1682274043560028, "reward_std": 0.11246643960475922, "rewards/check_answer/mean": 0.1682274043560028, "rewards/check_answer/std": 0.2479230761528015, "step": 352 }, { "completion_length": 121.875, "completions/clipped_ratio": 1.0, "completions/max_length": 142.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 142.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 142.0, "completions/min_terminated_length": 0.0, "epoch": 0.1254888019907572, "frac_reward_zero_std": 0.0, "grad_norm": 1.3079603910446167, "kl": 1.3758801370859146, "learning_rate": 4.253922838075095e-07, "loss": 0.0014, "num_tokens": 1571115.0, "reward": 0.30407851934432983, "reward_std": 0.1254599541425705, "rewards/check_answer/mean": 0.30407851934432983, "rewards/check_answer/std": 0.24232608079910278, "step": 353 }, { "completion_length": 171.25, "completions/clipped_ratio": 1.0, "completions/max_length": 230.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 230.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 230.0, "completions/min_terminated_length": 0.0, "epoch": 0.12584429434767153, "frac_reward_zero_std": 0.0, "grad_norm": 1.0838452577590942, "kl": 0.6731281243264675, "learning_rate": 4.201029932503303e-07, "loss": 0.0007, "num_tokens": 1575343.0, "reward": 0.3664776086807251, "reward_std": 0.0636945515871048, "rewards/check_answer/mean": 0.3664776086807251, "rewards/check_answer/std": 0.11538667231798172, "step": 354 }, { "completion_length": 163.25, "completions/clipped_ratio": 1.0, "completions/max_length": 233.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 233.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 233.0, "completions/min_terminated_length": 0.0, "epoch": 0.12619978670458584, "frac_reward_zero_std": 0.0, "grad_norm": 0.9900153875350952, "kl": 0.7378435805439949, "learning_rate": 4.1483803401013797e-07, "loss": 0.0007, "num_tokens": 1579567.0, "reward": 0.3052052855491638, "reward_std": 0.05433756858110428, "rewards/check_answer/mean": 0.3052052855491638, "rewards/check_answer/std": 0.06374835222959518, "step": 355 }, { "completion_length": 151.25, "completions/clipped_ratio": 1.0, "completions/max_length": 207.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 207.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 207.0, "completions/min_terminated_length": 0.0, "epoch": 0.1265552790615002, "frac_reward_zero_std": 0.0, "grad_norm": 1.2489765882492065, "kl": 1.3329109698534012, "learning_rate": 4.0959762699407763e-07, "loss": 0.0013, "num_tokens": 1583579.0, "reward": 0.15273813903331757, "reward_std": 0.11521180719137192, "rewards/check_answer/mean": 0.15273813903331757, "rewards/check_answer/std": 0.10891742259263992, "step": 356 }, { "completion_length": 162.0, "completions/clipped_ratio": 1.0, "completions/max_length": 261.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 261.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 261.0, "completions/min_terminated_length": 0.0, "epoch": 0.1269107714184145, "frac_reward_zero_std": 0.0, "grad_norm": 1.2733154296875, "kl": 0.9450315833091736, "learning_rate": 4.0438199207913215e-07, "loss": 0.0009, "num_tokens": 1588011.0, "reward": 0.030254416167736053, "reward_std": 0.32348382472991943, "rewards/check_answer/mean": 0.030254416167736053, "rewards/check_answer/std": 0.3188468813896179, "step": 357 }, { "completion_length": 161.375, "completions/clipped_ratio": 1.0, "completions/max_length": 248.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 248.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 248.0, "completions/min_terminated_length": 0.0, "epoch": 0.12726626377532882, "frac_reward_zero_std": 0.0, "grad_norm": 1.3793449401855469, "kl": 0.828955739736557, "learning_rate": 3.9919134810289643e-07, "loss": 0.0008, "num_tokens": 1592323.0, "reward": -0.16750523447990417, "reward_std": 0.07665522396564484, "rewards/check_answer/mean": -0.16750523447990417, "rewards/check_answer/std": 0.12229222059249878, "step": 358 }, { "completion_length": 140.5, "completions/clipped_ratio": 1.0, "completions/max_length": 257.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 257.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 257.0, "completions/min_terminated_length": 0.0, "epoch": 0.12762175613224316, "frac_reward_zero_std": 0.0, "grad_norm": 1.5694199800491333, "kl": 2.1619875356554985, "learning_rate": 3.9402591285439666e-07, "loss": 0.0022, "num_tokens": 1596651.0, "reward": 0.05722272768616676, "reward_std": 0.4203130006790161, "rewards/check_answer/mean": 0.05722272768616676, "rewards/check_answer/std": 0.39341288805007935, "step": 359 }, { "completion_length": 168.5, "completions/clipped_ratio": 1.0, "completions/max_length": 274.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 274.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 274.0, "completions/min_terminated_length": 0.0, "epoch": 0.12797724848915748, "frac_reward_zero_std": 0.0, "grad_norm": 1.3525887727737427, "kl": 0.8303332626819611, "learning_rate": 3.8888590306494974e-07, "loss": 0.0008, "num_tokens": 1601183.0, "reward": -0.09876767545938492, "reward_std": 0.11826427280902863, "rewards/check_answer/mean": -0.09876767545938492, "rewards/check_answer/std": 0.17151932418346405, "step": 360 }, { "completion_length": 146.125, "completions/clipped_ratio": 1.0, "completions/max_length": 192.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 192.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 192.0, "completions/min_terminated_length": 0.0, "epoch": 0.1283327408460718, "frac_reward_zero_std": 0.0, "grad_norm": 1.3018698692321777, "kl": 0.8945141732692719, "learning_rate": 3.837715343990726e-07, "loss": 0.0009, "num_tokens": 1605051.0, "reward": 0.2494821697473526, "reward_std": 0.09067222476005554, "rewards/check_answer/mean": 0.2494821697473526, "rewards/check_answer/std": 0.10011883825063705, "step": 361 }, { "completion_length": 139.0, "completions/clipped_ratio": 1.0, "completions/max_length": 202.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 202.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 202.0, "completions/min_terminated_length": 0.0, "epoch": 0.12868823320298614, "frac_reward_zero_std": 0.0, "grad_norm": 1.150649070739746, "kl": 0.8856599628925323, "learning_rate": 3.786830214454314e-07, "loss": 0.0009, "num_tokens": 1608983.0, "reward": 0.4201391935348511, "reward_std": 0.1343184858560562, "rewards/check_answer/mean": 0.4201391935348511, "rewards/check_answer/std": 0.26953625679016113, "step": 362 }, { "completion_length": 136.25, "completions/clipped_ratio": 1.0, "completions/max_length": 175.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 175.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 175.0, "completions/min_terminated_length": 0.0, "epoch": 0.12904372555990046, "frac_reward_zero_std": 0.0, "grad_norm": 0.8992013335227966, "kl": 0.8612981662154198, "learning_rate": 3.7362057770783807e-07, "loss": 0.0009, "num_tokens": 1612703.0, "reward": 0.40114426612854004, "reward_std": 0.07292461395263672, "rewards/check_answer/mean": 0.40114426612854004, "rewards/check_answer/std": 0.20472955703735352, "step": 363 }, { "completion_length": 120.375, "completions/clipped_ratio": 1.0, "completions/max_length": 136.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 136.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 136.0, "completions/min_terminated_length": 0.0, "epoch": 0.1293992179168148, "frac_reward_zero_std": 0.0, "grad_norm": 0.8066122531890869, "kl": 0.901295930147171, "learning_rate": 3.6858441559629305e-07, "loss": 0.0009, "num_tokens": 1616079.0, "reward": 0.5682788491249084, "reward_std": 0.07177343219518661, "rewards/check_answer/mean": 0.5682788491249084, "rewards/check_answer/std": 0.08974941074848175, "step": 364 }, { "completion_length": 140.625, "completions/clipped_ratio": 1.0, "completions/max_length": 183.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 183.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 183.0, "completions/min_terminated_length": 0.0, "epoch": 0.12975471027372912, "frac_reward_zero_std": 0.0, "grad_norm": 0.9581456184387207, "kl": 0.8476075828075409, "learning_rate": 3.6357474641807193e-07, "loss": 0.0008, "num_tokens": 1619871.0, "reward": 0.6923441290855408, "reward_std": 0.15019379556179047, "rewards/check_answer/mean": 0.6923441290855408, "rewards/check_answer/std": 0.3193944990634918, "step": 365 }, { "completion_length": 200.75, "completions/clipped_ratio": 1.0, "completions/max_length": 250.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 250.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 250.0, "completions/min_terminated_length": 0.0, "epoch": 0.13011020263064343, "frac_reward_zero_std": 0.0, "grad_norm": 0.9737071394920349, "kl": 0.5893433839082718, "learning_rate": 3.585917803688603e-07, "loss": 0.0006, "num_tokens": 1624307.0, "reward": 0.323976993560791, "reward_std": 0.10281305760145187, "rewards/check_answer/mean": 0.323976993560791, "rewards/check_answer/std": 0.278225302696228, "step": 366 }, { "completion_length": 128.125, "completions/clipped_ratio": 1.0, "completions/max_length": 153.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 153.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 153.0, "completions/min_terminated_length": 0.0, "epoch": 0.13046569498755778, "frac_reward_zero_std": 0.0, "grad_norm": 1.248928189277649, "kl": 0.9168196991086006, "learning_rate": 3.536357265239333e-07, "loss": 0.0009, "num_tokens": 1627839.0, "reward": 0.29532724618911743, "reward_std": 0.05486234650015831, "rewards/check_answer/mean": 0.29532724618911743, "rewards/check_answer/std": 0.21619340777397156, "step": 367 }, { "completion_length": 113.875, "completions/clipped_ratio": 1.0, "completions/max_length": 127.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 127.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 127.0, "completions/min_terminated_length": 0.0, "epoch": 0.1308211873444721, "frac_reward_zero_std": 0.0, "grad_norm": 1.4504780769348145, "kl": 1.0554855987429619, "learning_rate": 3.4870679282938476e-07, "loss": 0.0011, "num_tokens": 1631095.0, "reward": 0.3846358060836792, "reward_std": 0.14923107624053955, "rewards/check_answer/mean": 0.3846358060836792, "rewards/check_answer/std": 0.17030960321426392, "step": 368 }, { "completion_length": 162.25, "completions/clipped_ratio": 1.0, "completions/max_length": 178.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 178.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 178.0, "completions/min_terminated_length": 0.0, "epoch": 0.1311766797013864, "frac_reward_zero_std": 0.0, "grad_norm": 1.0211968421936035, "kl": 0.7953318506479263, "learning_rate": 3.438051860934007e-07, "loss": 0.0008, "num_tokens": 1634875.0, "reward": 0.43626096844673157, "reward_std": 0.05812670290470123, "rewards/check_answer/mean": 0.43626096844673157, "rewards/check_answer/std": 0.21739399433135986, "step": 369 }, { "completion_length": 131.75, "completions/clipped_ratio": 1.0, "completions/max_length": 182.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 182.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 182.0, "completions/min_terminated_length": 0.0, "epoch": 0.13153217205830076, "frac_reward_zero_std": 0.0, "grad_norm": 0.7240633964538574, "kl": 0.8356738612055779, "learning_rate": 3.3893111197758273e-07, "loss": 0.0008, "num_tokens": 1638667.0, "reward": 0.3185167908668518, "reward_std": 0.05763692408800125, "rewards/check_answer/mean": 0.3185167908668518, "rewards/check_answer/std": 0.09672535210847855, "step": 370 }, { "completion_length": 108.375, "completions/clipped_ratio": 1.0, "completions/max_length": 126.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 126.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 126.0, "completions/min_terminated_length": 0.0, "epoch": 0.13188766441521507, "frac_reward_zero_std": 0.0, "grad_norm": 1.642370343208313, "kl": 1.029491774737835, "learning_rate": 3.340847749883191e-07, "loss": 0.001, "num_tokens": 1641943.0, "reward": 0.13030830025672913, "reward_std": 0.12664096057415009, "rewards/check_answer/mean": 0.13030830025672913, "rewards/check_answer/std": 0.1354466825723648, "step": 371 }, { "completion_length": 150.375, "completions/clipped_ratio": 1.0, "completions/max_length": 201.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 201.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 201.0, "completions/min_terminated_length": 0.0, "epoch": 0.1322431567721294, "frac_reward_zero_std": 0.0, "grad_norm": 0.6102983951568604, "kl": 0.748816467821598, "learning_rate": 3.292663784682036e-07, "loss": 0.0007, "num_tokens": 1645871.0, "reward": 0.7031936645507812, "reward_std": 0.053097471594810486, "rewards/check_answer/mean": 0.7031936645507812, "rewards/check_answer/std": 0.21116113662719727, "step": 372 }, { "completion_length": 127.75, "completions/clipped_ratio": 1.0, "completions/max_length": 159.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 159.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 159.0, "completions/min_terminated_length": 0.0, "epoch": 0.13259864912904373, "frac_reward_zero_std": 0.0, "grad_norm": 1.1013163328170776, "kl": 0.9294343441724777, "learning_rate": 3.244761245875036e-07, "loss": 0.0009, "num_tokens": 1649451.0, "reward": 0.25535619258880615, "reward_std": 0.10091632604598999, "rewards/check_answer/mean": 0.25535619258880615, "rewards/check_answer/std": 0.1939319521188736, "step": 373 }, { "completion_length": 154.0, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.13295414148595805, "frac_reward_zero_std": 0.0, "grad_norm": 1.1788266897201538, "kl": 0.7579225972294807, "learning_rate": 3.1971421433567866e-07, "loss": 0.0008, "num_tokens": 1653255.0, "reward": 0.21006563305854797, "reward_std": 0.12819014489650726, "rewards/check_answer/mean": 0.21006563305854797, "rewards/check_answer/std": 0.20905208587646484, "step": 374 }, { "completion_length": 167.0, "completions/clipped_ratio": 1.0, "completions/max_length": 251.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 251.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 251.0, "completions/min_terminated_length": 0.0, "epoch": 0.13330963384287237, "frac_reward_zero_std": 0.0, "grad_norm": 1.0899384021759033, "kl": 0.703863337635994, "learning_rate": 3.149808475129452e-07, "loss": 0.0007, "num_tokens": 1657639.0, "reward": 0.20059888064861298, "reward_std": 0.28814685344696045, "rewards/check_answer/mean": 0.20059888064861298, "rewards/check_answer/std": 0.3044271469116211, "step": 375 }, { "completion_length": 100.125, "completions/clipped_ratio": 1.0, "completions/max_length": 142.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 142.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 142.0, "completions/min_terminated_length": 0.0, "epoch": 0.1336651261997867, "frac_reward_zero_std": 0.0, "grad_norm": 1.149570107460022, "kl": 1.3790488466620445, "learning_rate": 3.102762227218957e-07, "loss": 0.0014, "num_tokens": 1661003.0, "reward": 0.3589174449443817, "reward_std": 0.20804612338542938, "rewards/check_answer/mean": 0.3589174449443817, "rewards/check_answer/std": 0.5027452111244202, "step": 376 }, { "completion_length": 132.125, "completions/clipped_ratio": 1.0, "completions/max_length": 227.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 227.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 227.0, "completions/min_terminated_length": 0.0, "epoch": 0.13402061855670103, "frac_reward_zero_std": 0.0, "grad_norm": 1.1937021017074585, "kl": 0.9689382314682007, "learning_rate": 3.056005373591637e-07, "loss": 0.001, "num_tokens": 1665131.0, "reward": 0.44510966539382935, "reward_std": 0.27351444959640503, "rewards/check_answer/mean": 0.44510966539382935, "rewards/check_answer/std": 0.26443639397621155, "step": 377 }, { "completion_length": 147.75, "completions/clipped_ratio": 1.0, "completions/max_length": 212.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 212.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 212.0, "completions/min_terminated_length": 0.0, "epoch": 0.13437611091361537, "frac_reward_zero_std": 0.0, "grad_norm": 1.1906986236572266, "kl": 0.8549409732222557, "learning_rate": 3.0095398760714264e-07, "loss": 0.0009, "num_tokens": 1669163.0, "reward": -0.008842336013913155, "reward_std": 0.08056602627038956, "rewards/check_answer/mean": -0.008842336013913155, "rewards/check_answer/std": 0.0875164046883583, "step": 378 }, { "completion_length": 210.5, "completions/clipped_ratio": 1.0, "completions/max_length": 370.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 370.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 370.0, "completions/min_terminated_length": 0.0, "epoch": 0.1347316032705297, "frac_reward_zero_std": 0.0, "grad_norm": 0.9495393633842468, "kl": 0.6463040113449097, "learning_rate": 2.9633676842575385e-07, "loss": 0.0006, "num_tokens": 1674511.0, "reward": -0.029235094785690308, "reward_std": 0.29529044032096863, "rewards/check_answer/mean": -0.029235094785690308, "rewards/check_answer/std": 0.37665823101997375, "step": 379 }, { "completion_length": 166.25, "completions/clipped_ratio": 1.0, "completions/max_length": 253.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 253.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 253.0, "completions/min_terminated_length": 0.0, "epoch": 0.135087095627444, "frac_reward_zero_std": 0.0, "grad_norm": 1.2721072435379028, "kl": 0.9301459416747093, "learning_rate": 2.917490735442669e-07, "loss": 0.0009, "num_tokens": 1678843.0, "reward": -0.05828411504626274, "reward_std": 0.16682954132556915, "rewards/check_answer/mean": -0.05828411504626274, "rewards/check_answer/std": 0.19822421669960022, "step": 380 }, { "completion_length": 115.0, "completions/clipped_ratio": 1.0, "completions/max_length": 149.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 149.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 149.0, "completions/min_terminated_length": 0.0, "epoch": 0.13544258798435835, "frac_reward_zero_std": 0.0, "grad_norm": 0.9335976243019104, "kl": 0.9487070739269257, "learning_rate": 2.87191095453171e-07, "loss": 0.0009, "num_tokens": 1682295.0, "reward": 0.5489792823791504, "reward_std": 0.1367824226617813, "rewards/check_answer/mean": 0.5489792823791504, "rewards/check_answer/std": 0.22267457842826843, "step": 381 }, { "completion_length": 210.5, "completions/clipped_ratio": 1.0, "completions/max_length": 345.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 345.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 345.0, "completions/min_terminated_length": 0.0, "epoch": 0.13579808034127266, "frac_reward_zero_std": 0.0, "grad_norm": 1.2661982774734497, "kl": 1.0464568175375462, "learning_rate": 2.826630253960974e-07, "loss": 0.001, "num_tokens": 1687447.0, "reward": 0.10692597180604935, "reward_std": 0.3206053376197815, "rewards/check_answer/mean": 0.10692597180604935, "rewards/check_answer/std": 0.32603928446769714, "step": 382 }, { "completion_length": 138.75, "completions/clipped_ratio": 1.0, "completions/max_length": 229.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 229.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 229.0, "completions/min_terminated_length": 0.0, "epoch": 0.13615357269818698, "frac_reward_zero_std": 0.0, "grad_norm": 1.2875709533691406, "kl": 0.8716921657323837, "learning_rate": 2.7816505336179796e-07, "loss": 0.0009, "num_tokens": 1691575.0, "reward": -0.04247342050075531, "reward_std": 0.10102185606956482, "rewards/check_answer/mean": -0.04247342050075531, "rewards/check_answer/std": 0.10940489172935486, "step": 383 }, { "completion_length": 99.0, "completions/clipped_ratio": 1.0, "completions/max_length": 114.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 114.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 114.0, "completions/min_terminated_length": 0.0, "epoch": 0.13650906505510133, "frac_reward_zero_std": 0.0, "grad_norm": 1.4876508712768555, "kl": 3.421102210879326, "learning_rate": 2.736973680761702e-07, "loss": 0.0034, "num_tokens": 1694727.0, "reward": 0.6921185255050659, "reward_std": 0.1253313422203064, "rewards/check_answer/mean": 0.6921185255050659, "rewards/check_answer/std": 0.1389703005552292, "step": 384 }, { "completion_length": 133.875, "completions/clipped_ratio": 1.0, "completions/max_length": 189.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 189.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 189.0, "completions/min_terminated_length": 0.0, "epoch": 0.13686455741201564, "frac_reward_zero_std": 0.0, "grad_norm": 1.0126514434814453, "kl": 0.9239215552806854, "learning_rate": 2.6926015699434066e-07, "loss": 0.0009, "num_tokens": 1698563.0, "reward": 0.6329725980758667, "reward_std": 0.3605736196041107, "rewards/check_answer/mean": 0.6329725980758667, "rewards/check_answer/std": 0.376282274723053, "step": 385 }, { "completion_length": 171.125, "completions/clipped_ratio": 1.0, "completions/max_length": 195.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 195.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 195.0, "completions/min_terminated_length": 0.0, "epoch": 0.13722004976892996, "frac_reward_zero_std": 0.0, "grad_norm": 1.0052027702331543, "kl": 0.7272321954369545, "learning_rate": 2.6485360629279986e-07, "loss": 0.0007, "num_tokens": 1702487.0, "reward": 0.15233714878559113, "reward_std": 0.12609446048736572, "rewards/check_answer/mean": 0.15233714878559113, "rewards/check_answer/std": 0.12526850402355194, "step": 386 }, { "completion_length": 216.125, "completions/clipped_ratio": 1.0, "completions/max_length": 255.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 255.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 255.0, "completions/min_terminated_length": 0.0, "epoch": 0.1375755421258443, "frac_reward_zero_std": 0.0, "grad_norm": 1.053853988647461, "kl": 0.584730364382267, "learning_rate": 2.604779008615895e-07, "loss": 0.0006, "num_tokens": 1706963.0, "reward": -0.004145752638578415, "reward_std": 0.17989501357078552, "rewards/check_answer/mean": -0.004145752638578415, "rewards/check_answer/std": 0.20118285715579987, "step": 387 }, { "completion_length": 150.375, "completions/clipped_ratio": 1.0, "completions/max_length": 188.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 188.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 188.0, "completions/min_terminated_length": 0.0, "epoch": 0.13793103448275862, "frac_reward_zero_std": 0.0, "grad_norm": 0.85584956407547, "kl": 0.7092031165957451, "learning_rate": 2.561332242965457e-07, "loss": 0.0007, "num_tokens": 1710791.0, "reward": 0.3326554298400879, "reward_std": 0.04611508548259735, "rewards/check_answer/mean": 0.3326554298400879, "rewards/check_answer/std": 0.13139642775058746, "step": 388 }, { "completion_length": 109.625, "completions/clipped_ratio": 1.0, "completions/max_length": 127.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 127.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 127.0, "completions/min_terminated_length": 0.0, "epoch": 0.13828652683967294, "frac_reward_zero_std": 0.0, "grad_norm": 1.0221672058105469, "kl": 0.9373387694358826, "learning_rate": 2.518197588915961e-07, "loss": 0.0009, "num_tokens": 1714083.0, "reward": 0.5198724269866943, "reward_std": 0.14637072384357452, "rewards/check_answer/mean": 0.5198724269866943, "rewards/check_answer/std": 0.15607748925685883, "step": 389 }, { "completion_length": 174.875, "completions/clipped_ratio": 1.0, "completions/max_length": 358.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 358.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 358.0, "completions/min_terminated_length": 0.0, "epoch": 0.13864201919658728, "frac_reward_zero_std": 0.0, "grad_norm": 1.113010048866272, "kl": 0.7717663459479809, "learning_rate": 2.4753768563110966e-07, "loss": 0.0008, "num_tokens": 1719291.0, "reward": 0.20233702659606934, "reward_std": 0.26048097014427185, "rewards/check_answer/mean": 0.20233702659606934, "rewards/check_answer/std": 0.4423823654651642, "step": 390 }, { "completion_length": 127.75, "completions/clipped_ratio": 1.0, "completions/max_length": 141.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 141.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 141.0, "completions/min_terminated_length": 0.0, "epoch": 0.1389975115535016, "frac_reward_zero_std": 0.0, "grad_norm": 1.0273988246917725, "kl": 0.9990191161632538, "learning_rate": 2.4328718418230463e-07, "loss": 0.001, "num_tokens": 1722703.0, "reward": 0.26797714829444885, "reward_std": 0.09508205950260162, "rewards/check_answer/mean": 0.26797714829444885, "rewards/check_answer/std": 0.2710246443748474, "step": 391 }, { "completion_length": 132.125, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.1393530039104159, "frac_reward_zero_std": 0.0, "grad_norm": 1.4163167476654053, "kl": 1.032192811369896, "learning_rate": 2.3906843288770886e-07, "loss": 0.001, "num_tokens": 1726431.0, "reward": 0.06910024583339691, "reward_std": 0.07264590263366699, "rewards/check_answer/mean": 0.06910024583339691, "rewards/check_answer/std": 0.09246961027383804, "step": 392 }, { "completion_length": 342.875, "completions/clipped_ratio": 1.0, "completions/max_length": 1733.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 1733.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 1733.0, "completions/min_terminated_length": 0.0, "epoch": 0.13970849626733026, "frac_reward_zero_std": 0.0, "grad_norm": 0.9597471952438354, "kl": 1.9053971767425537, "learning_rate": 2.3488160875767714e-07, "loss": 0.0019, "num_tokens": 1742639.0, "reward": -0.5298610329627991, "reward_std": 2.062251091003418, "rewards/check_answer/mean": -0.5298610329627991, "rewards/check_answer/std": 2.7806413173675537, "step": 393 }, { "completion_length": 114.625, "completions/clipped_ratio": 1.0, "completions/max_length": 139.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 139.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 139.0, "completions/min_terminated_length": 0.0, "epoch": 0.14006398862424457, "frac_reward_zero_std": 0.0, "grad_norm": 1.508386254310608, "kl": 1.0419307723641396, "learning_rate": 2.3072688746296487e-07, "loss": 0.001, "num_tokens": 1745995.0, "reward": 0.5467487573623657, "reward_std": 0.16032540798187256, "rewards/check_answer/mean": 0.5467487573623657, "rewards/check_answer/std": 0.2195817083120346, "step": 394 }, { "completion_length": 178.125, "completions/clipped_ratio": 1.0, "completions/max_length": 203.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 203.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 203.0, "completions/min_terminated_length": 0.0, "epoch": 0.14041948098115892, "frac_reward_zero_std": 0.0, "grad_norm": 1.0373272895812988, "kl": 0.7326069250702858, "learning_rate": 2.2660444332735619e-07, "loss": 0.0007, "num_tokens": 1749999.0, "reward": 0.2579450309276581, "reward_std": 0.059265315532684326, "rewards/check_answer/mean": 0.2579450309276581, "rewards/check_answer/std": 0.09000713378190994, "step": 395 }, { "completion_length": 151.25, "completions/clipped_ratio": 1.0, "completions/max_length": 322.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 322.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 322.0, "completions/min_terminated_length": 0.0, "epoch": 0.14077497333807323, "frac_reward_zero_std": 0.0, "grad_norm": 1.376088261604309, "kl": 0.8846256732940674, "learning_rate": 2.225144493203509e-07, "loss": 0.0009, "num_tokens": 1754855.0, "reward": -0.016171898692846298, "reward_std": 0.17922192811965942, "rewards/check_answer/mean": -0.016171898692846298, "rewards/check_answer/std": 0.23671545088291168, "step": 396 }, { "completion_length": 169.125, "completions/clipped_ratio": 1.0, "completions/max_length": 249.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 249.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 249.0, "completions/min_terminated_length": 0.0, "epoch": 0.14113046569498755, "frac_reward_zero_std": 0.0, "grad_norm": 1.1972479820251465, "kl": 1.4871942177414894, "learning_rate": 2.1845707704990556e-07, "loss": 0.0015, "num_tokens": 1759195.0, "reward": 0.2616177797317505, "reward_std": 0.20957493782043457, "rewards/check_answer/mean": 0.2616177797317505, "rewards/check_answer/std": 0.47596707940101624, "step": 397 }, { "completion_length": 105.625, "completions/clipped_ratio": 1.0, "completions/max_length": 156.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 156.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 156.0, "completions/min_terminated_length": 0.0, "epoch": 0.1414859580519019, "frac_reward_zero_std": 0.0, "grad_norm": 1.2480579614639282, "kl": 1.0176397636532784, "learning_rate": 2.1443249675523532e-07, "loss": 0.001, "num_tokens": 1762671.0, "reward": 0.017046764492988586, "reward_std": 0.2292100191116333, "rewards/check_answer/mean": 0.017046764492988586, "rewards/check_answer/std": 0.37000471353530884, "step": 398 }, { "completion_length": 161.875, "completions/clipped_ratio": 1.0, "completions/max_length": 239.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 239.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 239.0, "completions/min_terminated_length": 0.0, "epoch": 0.1418414504088162, "frac_reward_zero_std": 0.0, "grad_norm": 1.035696029663086, "kl": 0.7686968557536602, "learning_rate": 2.1044087729966853e-07, "loss": 0.0008, "num_tokens": 1766951.0, "reward": 0.1288520097732544, "reward_std": 0.19383284449577332, "rewards/check_answer/mean": 0.1288520097732544, "rewards/check_answer/std": 0.19431547820568085, "step": 399 }, { "completion_length": 200.375, "completions/clipped_ratio": 1.0, "completions/max_length": 351.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 351.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 351.0, "completions/min_terminated_length": 0.0, "epoch": 0.14219694276573053, "frac_reward_zero_std": 0.0, "grad_norm": 1.0407651662826538, "kl": 1.0204888135194778, "learning_rate": 2.0648238616356329e-07, "loss": 0.001, "num_tokens": 1772159.0, "reward": 0.15621858835220337, "reward_std": 0.25535309314727783, "rewards/check_answer/mean": 0.15621858835220337, "rewards/check_answer/std": 0.658029317855835, "step": 400 }, { "completion_length": 202.25, "completions/clipped_ratio": 1.0, "completions/max_length": 244.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 244.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 244.0, "completions/min_terminated_length": 0.0, "epoch": 0.14255243512264487, "frac_reward_zero_std": 0.0, "grad_norm": 0.8890393376350403, "kl": 0.5726094581186771, "learning_rate": 2.0255718943727939e-07, "loss": 0.0006, "num_tokens": 1776527.0, "reward": 0.28696733713150024, "reward_std": 0.08290912210941315, "rewards/check_answer/mean": 0.28696733713150024, "rewards/check_answer/std": 0.32228997349739075, "step": 401 }, { "completion_length": 181.75, "completions/clipped_ratio": 1.0, "completions/max_length": 212.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 212.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 212.0, "completions/min_terminated_length": 0.0, "epoch": 0.1429079274795592, "frac_reward_zero_std": 0.0, "grad_norm": 1.0897886753082275, "kl": 0.6461789906024933, "learning_rate": 1.9866545181421014e-07, "loss": 0.0006, "num_tokens": 1780647.0, "reward": 0.018114984035491943, "reward_std": 0.07148013263940811, "rewards/check_answer/mean": 0.018114984035491943, "rewards/check_answer/std": 0.1290922611951828, "step": 402 }, { "completion_length": 180.125, "completions/clipped_ratio": 1.0, "completions/max_length": 235.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 235.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 235.0, "completions/min_terminated_length": 0.0, "epoch": 0.1432634198364735, "frac_reward_zero_std": 0.0, "grad_norm": 0.9474502205848694, "kl": 0.6945472396910191, "learning_rate": 1.9480733658387173e-07, "loss": 0.0007, "num_tokens": 1784923.0, "reward": 0.5126723051071167, "reward_std": 0.11633390188217163, "rewards/check_answer/mean": 0.5126723051071167, "rewards/check_answer/std": 0.1837783306837082, "step": 403 }, { "completion_length": 209.75, "completions/clipped_ratio": 1.0, "completions/max_length": 227.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 227.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 227.0, "completions/min_terminated_length": 0.0, "epoch": 0.14361891219338785, "frac_reward_zero_std": 0.0, "grad_norm": 0.6761734485626221, "kl": 0.5312450788915157, "learning_rate": 1.9098300562505264e-07, "loss": 0.0005, "num_tokens": 1789235.0, "reward": 0.3047561049461365, "reward_std": 0.07455621659755707, "rewards/check_answer/mean": 0.3047561049461365, "rewards/check_answer/std": 0.13665129244327545, "step": 404 }, { "completion_length": 150.25, "completions/clipped_ratio": 1.0, "completions/max_length": 182.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 182.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 182.0, "completions/min_terminated_length": 0.0, "epoch": 0.14397440455030217, "frac_reward_zero_std": 0.0, "grad_norm": 0.9217629432678223, "kl": 0.73476442694664, "learning_rate": 1.871926193990202e-07, "loss": 0.0007, "num_tokens": 1793043.0, "reward": 0.4846036434173584, "reward_std": 0.06172085553407669, "rewards/check_answer/mean": 0.4846036434173584, "rewards/check_answer/std": 0.3136121332645416, "step": 405 }, { "completion_length": 111.25, "completions/clipped_ratio": 1.0, "completions/max_length": 129.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 129.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 129.0, "completions/min_terminated_length": 0.0, "epoch": 0.14432989690721648, "frac_reward_zero_std": 0.0, "grad_norm": 1.1668012142181396, "kl": 1.0115121454000473, "learning_rate": 1.8343633694278894e-07, "loss": 0.001, "num_tokens": 1796323.0, "reward": 0.3326360583305359, "reward_std": 0.17171865701675415, "rewards/check_answer/mean": 0.3326360583305359, "rewards/check_answer/std": 0.19816286861896515, "step": 406 }, { "completion_length": 247.75, "completions/clipped_ratio": 1.0, "completions/max_length": 761.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 761.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 761.0, "completions/min_terminated_length": 0.0, "epoch": 0.14468538926413083, "frac_reward_zero_std": 0.0, "grad_norm": 1.177756428718567, "kl": 0.9710216671228409, "learning_rate": 1.7971431586244812e-07, "loss": 0.001, "num_tokens": 1804799.0, "reward": -0.20353519916534424, "reward_std": 0.8279650211334229, "rewards/check_answer/mean": -0.20353519916534424, "rewards/check_answer/std": 0.976628839969635, "step": 407 }, { "completion_length": 122.25, "completions/clipped_ratio": 1.0, "completions/max_length": 180.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 180.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 180.0, "completions/min_terminated_length": 0.0, "epoch": 0.14504088162104514, "frac_reward_zero_std": 0.0, "grad_norm": 1.1240005493164062, "kl": 0.8787062987685204, "learning_rate": 1.7602671232654754e-07, "loss": 0.0009, "num_tokens": 1808487.0, "reward": 0.5121428966522217, "reward_std": 0.21669360995292664, "rewards/check_answer/mean": 0.5121428966522217, "rewards/check_answer/std": 0.5552268028259277, "step": 408 }, { "completion_length": 133.625, "completions/clipped_ratio": 1.0, "completions/max_length": 190.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 190.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 190.0, "completions/min_terminated_length": 0.0, "epoch": 0.1453963739779595, "frac_reward_zero_std": 0.0, "grad_norm": 1.1677396297454834, "kl": 0.8886172026395798, "learning_rate": 1.7237368105954609e-07, "loss": 0.0009, "num_tokens": 1812303.0, "reward": 0.11506721377372742, "reward_std": 0.18772993981838226, "rewards/check_answer/mean": 0.11506721377372742, "rewards/check_answer/std": 0.18073059618473053, "step": 409 }, { "completion_length": 159.375, "completions/clipped_ratio": 1.0, "completions/max_length": 175.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 175.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 175.0, "completions/min_terminated_length": 0.0, "epoch": 0.1457518663348738, "frac_reward_zero_std": 0.0, "grad_norm": 1.175727367401123, "kl": 0.7247324138879776, "learning_rate": 1.6875537533531947e-07, "loss": 0.0007, "num_tokens": 1816063.0, "reward": 0.35475826263427734, "reward_std": 0.10084718465805054, "rewards/check_answer/mean": 0.35475826263427734, "rewards/check_answer/std": 0.20237459242343903, "step": 410 }, { "completion_length": 188.875, "completions/clipped_ratio": 1.0, "completions/max_length": 270.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 270.0, "completions/min_terminated_length": 0.0, "epoch": 0.14610735869178812, "frac_reward_zero_std": 0.0, "grad_norm": 1.3209465742111206, "kl": 0.8979598805308342, "learning_rate": 1.6517194697072901e-07, "loss": 0.0009, "num_tokens": 1820599.0, "reward": 0.3456573486328125, "reward_std": 0.23214542865753174, "rewards/check_answer/mean": 0.3456573486328125, "rewards/check_answer/std": 0.2270418256521225, "step": 411 }, { "completion_length": 101.25, "completions/clipped_ratio": 1.0, "completions/max_length": 115.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 115.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 115.0, "completions/min_terminated_length": 0.0, "epoch": 0.14646285104870246, "frac_reward_zero_std": 0.5, "grad_norm": 0.49523046612739563, "kl": 1.041059784591198, "learning_rate": 1.6162354631925202e-07, "loss": 0.001, "num_tokens": 1823783.0, "reward": 0.8754304647445679, "reward_std": 0.06562288850545883, "rewards/check_answer/mean": 0.8754304647445679, "rewards/check_answer/std": 0.26260581612586975, "step": 412 }, { "completion_length": 180.5, "completions/clipped_ratio": 1.0, "completions/max_length": 199.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 199.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 199.0, "completions/min_terminated_length": 0.0, "epoch": 0.14681834340561678, "frac_reward_zero_std": 0.0, "grad_norm": 1.079611897468567, "kl": 0.6549761295318604, "learning_rate": 1.5811032226467303e-07, "loss": 0.0007, "num_tokens": 1827787.0, "reward": 0.154745414853096, "reward_std": 0.1929439753293991, "rewards/check_answer/mean": 0.154745414853096, "rewards/check_answer/std": 0.2193513959646225, "step": 413 }, { "completion_length": 150.0, "completions/clipped_ratio": 1.0, "completions/max_length": 200.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 200.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 200.0, "completions/min_terminated_length": 0.0, "epoch": 0.1471738357625311, "frac_reward_zero_std": 0.0, "grad_norm": 1.3562641143798828, "kl": 0.7759731113910675, "learning_rate": 1.5463242221483741e-07, "loss": 0.0008, "num_tokens": 1831703.0, "reward": 0.17912912368774414, "reward_std": 0.18599101901054382, "rewards/check_answer/mean": 0.17912912368774414, "rewards/check_answer/std": 0.3331076502799988, "step": 414 }, { "completion_length": 181.625, "completions/clipped_ratio": 1.0, "completions/max_length": 205.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 205.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 205.0, "completions/min_terminated_length": 0.0, "epoch": 0.14752932811944544, "frac_reward_zero_std": 0.0, "grad_norm": 1.0708582401275635, "kl": 1.2350356951355934, "learning_rate": 1.5118999209546558e-07, "loss": 0.0012, "num_tokens": 1835775.0, "reward": 0.18295596539974213, "reward_std": 0.11703260242938995, "rewards/check_answer/mean": 0.18295596539974213, "rewards/check_answer/std": 0.19531399011611938, "step": 415 }, { "completion_length": 157.75, "completions/clipped_ratio": 1.0, "completions/max_length": 225.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 225.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 225.0, "completions/min_terminated_length": 0.0, "epoch": 0.14788482047635976, "frac_reward_zero_std": 0.0, "grad_norm": 1.1129120588302612, "kl": 0.7876759245991707, "learning_rate": 1.4778317634403082e-07, "loss": 0.0008, "num_tokens": 1839911.0, "reward": 0.15693384408950806, "reward_std": 0.1806844174861908, "rewards/check_answer/mean": 0.15693384408950806, "rewards/check_answer/std": 0.19775255024433136, "step": 416 }, { "completion_length": 192.75, "completions/clipped_ratio": 1.0, "completions/max_length": 248.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 248.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 248.0, "completions/min_terminated_length": 0.0, "epoch": 0.14824031283327407, "frac_reward_zero_std": 0.0, "grad_norm": 0.8648650646209717, "kl": 0.6387085542082787, "learning_rate": 1.444121179036989e-07, "loss": 0.0006, "num_tokens": 1844275.0, "reward": 0.19394974410533905, "reward_std": 0.10759364813566208, "rewards/check_answer/mean": 0.19394974410533905, "rewards/check_answer/std": 0.15366260707378387, "step": 417 }, { "completion_length": 217.625, "completions/clipped_ratio": 1.0, "completions/max_length": 562.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 562.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 562.0, "completions/min_terminated_length": 0.0, "epoch": 0.14859580519018842, "frac_reward_zero_std": 0.0, "grad_norm": 1.0812712907791138, "kl": 0.7278718091547489, "learning_rate": 1.4107695821733022e-07, "loss": 0.0007, "num_tokens": 1851087.0, "reward": -0.026834964752197266, "reward_std": 0.769694447517395, "rewards/check_answer/mean": -0.026834964752197266, "rewards/check_answer/std": 0.7876625657081604, "step": 418 }, { "completion_length": 148.0, "completions/clipped_ratio": 1.0, "completions/max_length": 203.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 203.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 203.0, "completions/min_terminated_length": 0.0, "epoch": 0.14895129754710273, "frac_reward_zero_std": 0.0, "grad_norm": 1.1026259660720825, "kl": 0.8758129999041557, "learning_rate": 1.3777783722154602e-07, "loss": 0.0009, "num_tokens": 1855027.0, "reward": 0.11673078685998917, "reward_std": 0.10201852023601532, "rewards/check_answer/mean": 0.11673078685998917, "rewards/check_answer/std": 0.1084396168589592, "step": 419 }, { "completion_length": 127.25, "completions/clipped_ratio": 1.0, "completions/max_length": 219.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 219.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 219.0, "completions/min_terminated_length": 0.0, "epoch": 0.14930678990401705, "frac_reward_zero_std": 0.0, "grad_norm": 1.4258068799972534, "kl": 0.9625498279929161, "learning_rate": 1.3451489334085553e-07, "loss": 0.001, "num_tokens": 1859051.0, "reward": 0.2893844544887543, "reward_std": 0.320115327835083, "rewards/check_answer/mean": 0.2893844544887543, "rewards/check_answer/std": 0.39659810066223145, "step": 420 }, { "completion_length": 191.25, "completions/clipped_ratio": 1.0, "completions/max_length": 221.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 221.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 221.0, "completions/min_terminated_length": 0.0, "epoch": 0.1496622822609314, "frac_reward_zero_std": 0.0, "grad_norm": 1.0588786602020264, "kl": 0.6145393326878548, "learning_rate": 1.3128826348184886e-07, "loss": 0.0006, "num_tokens": 1863243.0, "reward": 0.06018946319818497, "reward_std": 0.07353469729423523, "rewards/check_answer/mean": 0.06018946319818497, "rewards/check_answer/std": 0.20969270169734955, "step": 421 }, { "completion_length": 216.625, "completions/clipped_ratio": 1.0, "completions/max_length": 311.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 311.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 311.0, "completions/min_terminated_length": 0.0, "epoch": 0.1500177746178457, "frac_reward_zero_std": 0.0, "grad_norm": 1.012470006942749, "kl": 0.5982779860496521, "learning_rate": 1.2809808302745294e-07, "loss": 0.0006, "num_tokens": 1868115.0, "reward": -0.22423434257507324, "reward_std": 0.3133583962917328, "rewards/check_answer/mean": -0.22423434257507324, "rewards/check_answer/std": 0.4025660455226898, "step": 422 }, { "completion_length": 184.25, "completions/clipped_ratio": 1.0, "completions/max_length": 234.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 234.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 234.0, "completions/min_terminated_length": 0.0, "epoch": 0.15037326697476006, "frac_reward_zero_std": 0.0, "grad_norm": 1.2276320457458496, "kl": 0.6653531938791275, "learning_rate": 1.2494448583125018e-07, "loss": 0.0007, "num_tokens": 1872359.0, "reward": 0.15133602917194366, "reward_std": 0.09771230816841125, "rewards/check_answer/mean": 0.15133602917194366, "rewards/check_answer/std": 0.1913403570652008, "step": 423 }, { "completion_length": 128.75, "completions/clipped_ratio": 1.0, "completions/max_length": 203.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 203.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 203.0, "completions/min_terminated_length": 0.0, "epoch": 0.15072875933167437, "frac_reward_zero_std": 0.0, "grad_norm": 1.2174186706542969, "kl": 0.8106317445635796, "learning_rate": 1.218276042118629e-07, "loss": 0.0008, "num_tokens": 1876267.0, "reward": 0.18342965841293335, "reward_std": 0.1586039662361145, "rewards/check_answer/mean": 0.18342965841293335, "rewards/check_answer/std": 0.2196441888809204, "step": 424 }, { "completion_length": 165.375, "completions/clipped_ratio": 1.0, "completions/max_length": 348.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 348.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 348.0, "completions/min_terminated_length": 0.0, "epoch": 0.1510842516885887, "frac_reward_zero_std": 0.0, "grad_norm": 1.1305733919143677, "kl": 0.8857156559824944, "learning_rate": 1.1874756894740134e-07, "loss": 0.0009, "num_tokens": 1881335.0, "reward": -0.2829969823360443, "reward_std": 0.42287883162498474, "rewards/check_answer/mean": -0.2829969823360443, "rewards/check_answer/std": 0.42783793807029724, "step": 425 }, { "completion_length": 174.625, "completions/clipped_ratio": 1.0, "completions/max_length": 212.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 212.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 212.0, "completions/min_terminated_length": 0.0, "epoch": 0.15143974404550303, "frac_reward_zero_std": 0.0, "grad_norm": 0.9711606502532959, "kl": 0.6469153314828873, "learning_rate": 1.1570450926997655e-07, "loss": 0.0006, "num_tokens": 1885415.0, "reward": 0.12786373496055603, "reward_std": 0.057242147624492645, "rewards/check_answer/mean": 0.12786373496055603, "rewards/check_answer/std": 0.06496471911668777, "step": 426 }, { "completion_length": 154.625, "completions/clipped_ratio": 1.0, "completions/max_length": 208.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 208.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 208.0, "completions/min_terminated_length": 0.0, "epoch": 0.15179523640241735, "frac_reward_zero_std": 0.0, "grad_norm": 0.9472219347953796, "kl": 0.7585802301764488, "learning_rate": 1.1269855286027796e-07, "loss": 0.0008, "num_tokens": 1889427.0, "reward": 0.1815139800310135, "reward_std": 0.08185231685638428, "rewards/check_answer/mean": 0.1815139800310135, "rewards/check_answer/std": 0.07842817157506943, "step": 427 }, { "completion_length": 189.375, "completions/clipped_ratio": 1.0, "completions/max_length": 291.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 291.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 291.0, "completions/min_terminated_length": 0.0, "epoch": 0.15215072875933167, "frac_reward_zero_std": 0.0, "grad_norm": 1.2084288597106934, "kl": 0.8065265566110611, "learning_rate": 1.097298258422159e-07, "loss": 0.0008, "num_tokens": 1894055.0, "reward": -0.1433582901954651, "reward_std": 0.49570775032043457, "rewards/check_answer/mean": -0.1433582901954651, "rewards/check_answer/std": 0.4858468770980835, "step": 428 }, { "completion_length": 146.875, "completions/clipped_ratio": 1.0, "completions/max_length": 181.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 181.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 181.0, "completions/min_terminated_length": 0.0, "epoch": 0.152506221116246, "frac_reward_zero_std": 0.0, "grad_norm": 1.1553587913513184, "kl": 1.0744157433509827, "learning_rate": 1.0679845277763089e-07, "loss": 0.0011, "num_tokens": 1897847.0, "reward": 0.256152480840683, "reward_std": 0.06996330618858337, "rewards/check_answer/mean": 0.256152480840683, "rewards/check_answer/std": 0.06981449574232101, "step": 429 }, { "completion_length": 131.0, "completions/clipped_ratio": 1.0, "completions/max_length": 180.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 180.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 180.0, "completions/min_terminated_length": 0.0, "epoch": 0.15286171347316033, "frac_reward_zero_std": 0.0, "grad_norm": 1.0113379955291748, "kl": 0.8376456275582314, "learning_rate": 1.0390455666106545e-07, "loss": 0.0008, "num_tokens": 1901575.0, "reward": 0.40575170516967773, "reward_std": 0.23607158660888672, "rewards/check_answer/mean": 0.40575170516967773, "rewards/check_answer/std": 0.38153836131095886, "step": 430 }, { "completion_length": 123.875, "completions/clipped_ratio": 1.0, "completions/max_length": 148.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 148.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 148.0, "completions/min_terminated_length": 0.0, "epoch": 0.15321720583007464, "frac_reward_zero_std": 0.0, "grad_norm": 1.1150355339050293, "kl": 0.8712129294872284, "learning_rate": 1.0104825891460478e-07, "loss": 0.0009, "num_tokens": 1905027.0, "reward": -0.025567561388015747, "reward_std": 0.12297790497541428, "rewards/check_answer/mean": -0.025567561388015747, "rewards/check_answer/std": 0.18821997940540314, "step": 431 }, { "completion_length": 188.125, "completions/clipped_ratio": 1.0, "completions/max_length": 224.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 224.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 224.0, "completions/min_terminated_length": 0.0, "epoch": 0.153572698186989, "frac_reward_zero_std": 0.0, "grad_norm": 1.2729575634002686, "kl": 0.7304049916565418, "learning_rate": 9.822967938278171e-08, "loss": 0.0007, "num_tokens": 1909243.0, "reward": -0.08196885883808136, "reward_std": 0.08019577711820602, "rewards/check_answer/mean": -0.08196885883808136, "rewards/check_answer/std": 0.08825958520174026, "step": 432 }, { "completion_length": 184.875, "completions/clipped_ratio": 1.0, "completions/max_length": 222.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 222.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 222.0, "completions/min_terminated_length": 0.0, "epoch": 0.1539281905439033, "frac_reward_zero_std": 0.0, "grad_norm": 0.9811937808990479, "kl": 0.6141881756484509, "learning_rate": 9.544893632754813e-08, "loss": 0.0006, "num_tokens": 1913447.0, "reward": -0.0009866692125797272, "reward_std": 0.09685802459716797, "rewards/check_answer/mean": -0.0009866692125797272, "rewards/check_answer/std": 0.12481815367937088, "step": 433 }, { "completion_length": 172.5, "completions/clipped_ratio": 1.0, "completions/max_length": 369.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 369.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 369.0, "completions/min_terminated_length": 0.0, "epoch": 0.15428368290081762, "frac_reward_zero_std": 0.0, "grad_norm": 1.2079615592956543, "kl": 0.8489254787564278, "learning_rate": 9.270614642331375e-08, "loss": 0.0008, "num_tokens": 1918687.0, "reward": -0.08994367718696594, "reward_std": 0.32146817445755005, "rewards/check_answer/mean": -0.08994367718696594, "rewards/check_answer/std": 0.4269915223121643, "step": 434 }, { "completion_length": 115.5, "completions/clipped_ratio": 1.0, "completions/max_length": 122.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 122.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 122.0, "completions/min_terminated_length": 0.0, "epoch": 0.15463917525773196, "frac_reward_zero_std": 0.0, "grad_norm": 1.605507254600525, "kl": 0.881106898188591, "learning_rate": 9.000142475204964e-08, "loss": 0.0009, "num_tokens": 1921911.0, "reward": 0.2834741771221161, "reward_std": 0.28058764338493347, "rewards/check_answer/mean": 0.2834741771221161, "rewards/check_answer/std": 0.3156700134277344, "step": 435 }, { "completion_length": 159.625, "completions/clipped_ratio": 1.0, "completions/max_length": 394.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 394.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 394.0, "completions/min_terminated_length": 0.0, "epoch": 0.15499466761464628, "frac_reward_zero_std": 0.0, "grad_norm": 1.3751837015151978, "kl": 0.9212259575724602, "learning_rate": 8.733488479845996e-08, "loss": 0.0009, "num_tokens": 1927375.0, "reward": -0.06234848499298096, "reward_std": 0.30396050214767456, "rewards/check_answer/mean": -0.06234848499298096, "rewards/check_answer/std": 0.32389405369758606, "step": 436 }, { "completion_length": 145.75, "completions/clipped_ratio": 1.0, "completions/max_length": 196.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 196.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 196.0, "completions/min_terminated_length": 0.0, "epoch": 0.15535015997156063, "frac_reward_zero_std": 0.0, "grad_norm": 1.2741296291351318, "kl": 1.2266840487718582, "learning_rate": 8.470663844522052e-08, "loss": 0.0012, "num_tokens": 1931271.0, "reward": 0.5072323679924011, "reward_std": 0.11965183168649673, "rewards/check_answer/mean": 0.5072323679924011, "rewards/check_answer/std": 0.11090558767318726, "step": 437 }, { "completion_length": 161.5, "completions/clipped_ratio": 1.0, "completions/max_length": 253.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 253.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 253.0, "completions/min_terminated_length": 0.0, "epoch": 0.15570565232847494, "frac_reward_zero_std": 0.0, "grad_norm": 0.9161286354064941, "kl": 0.7465454190969467, "learning_rate": 8.21167959682848e-08, "loss": 0.0007, "num_tokens": 1935627.0, "reward": 0.15329930186271667, "reward_std": 0.17378300428390503, "rewards/check_answer/mean": 0.15329930186271667, "rewards/check_answer/std": 0.3427795469760895, "step": 438 }, { "completion_length": 142.25, "completions/clipped_ratio": 1.0, "completions/max_length": 194.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 194.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 194.0, "completions/min_terminated_length": 0.0, "epoch": 0.15606114468538926, "frac_reward_zero_std": 0.0, "grad_norm": 1.1514288187026978, "kl": 0.7424480468034744, "learning_rate": 7.9565466032256e-08, "loss": 0.0007, "num_tokens": 1939483.0, "reward": 0.2543608248233795, "reward_std": 0.08006340265274048, "rewards/check_answer/mean": 0.2543608248233795, "rewards/check_answer/std": 0.16389483213424683, "step": 439 }, { "completion_length": 109.75, "completions/clipped_ratio": 1.0, "completions/max_length": 128.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 128.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 128.0, "completions/min_terminated_length": 0.0, "epoch": 0.1564166370423036, "frac_reward_zero_std": 0.0, "grad_norm": 1.045701026916504, "kl": 0.9199663177132607, "learning_rate": 7.705275568582848e-08, "loss": 0.0009, "num_tokens": 1942771.0, "reward": 0.164457768201828, "reward_std": 0.0979212075471878, "rewards/check_answer/mean": 0.164457768201828, "rewards/check_answer/std": 0.10943454504013062, "step": 440 }, { "completion_length": 148.875, "completions/clipped_ratio": 1.0, "completions/max_length": 173.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 173.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 173.0, "completions/min_terminated_length": 0.0, "epoch": 0.15677212939921792, "frac_reward_zero_std": 0.0, "grad_norm": 0.9365825653076172, "kl": 0.8753135278820992, "learning_rate": 7.457877035729587e-08, "loss": 0.0009, "num_tokens": 1946495.0, "reward": 0.11288943141698837, "reward_std": 0.0693311095237732, "rewards/check_answer/mean": 0.11288943141698837, "rewards/check_answer/std": 0.08622080087661743, "step": 441 }, { "completion_length": 161.125, "completions/clipped_ratio": 1.0, "completions/max_length": 223.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 223.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 223.0, "completions/min_terminated_length": 0.0, "epoch": 0.15712762175613224, "frac_reward_zero_std": 0.0, "grad_norm": 1.343709111213684, "kl": 0.8357139751315117, "learning_rate": 7.21436138501278e-08, "loss": 0.0008, "num_tokens": 1950639.0, "reward": 0.014237336814403534, "reward_std": 0.11767885088920593, "rewards/check_answer/mean": 0.014237336814403534, "rewards/check_answer/std": 0.3053343594074249, "step": 442 }, { "completion_length": 219.5, "completions/clipped_ratio": 1.0, "completions/max_length": 258.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 258.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 258.0, "completions/min_terminated_length": 0.0, "epoch": 0.15748311411304658, "frac_reward_zero_std": 0.0, "grad_norm": 1.1454625129699707, "kl": 0.7012341767549515, "learning_rate": 6.974738833861382e-08, "loss": 0.0007, "num_tokens": 1955127.0, "reward": 0.05752694606781006, "reward_std": 0.16625335812568665, "rewards/check_answer/mean": 0.05752694606781006, "rewards/check_answer/std": 0.38931071758270264, "step": 443 }, { "completion_length": 167.625, "completions/clipped_ratio": 1.0, "completions/max_length": 292.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 292.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 292.0, "completions/min_terminated_length": 0.0, "epoch": 0.1578386064699609, "frac_reward_zero_std": 0.0, "grad_norm": 1.264357328414917, "kl": 0.7674312219023705, "learning_rate": 6.739019436357773e-08, "loss": 0.0008, "num_tokens": 1959799.0, "reward": 0.1422426551580429, "reward_std": 0.2424171417951584, "rewards/check_answer/mean": 0.1422426551580429, "rewards/check_answer/std": 0.289274662733078, "step": 444 }, { "completion_length": 129.5, "completions/clipped_ratio": 1.0, "completions/max_length": 160.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 160.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 160.0, "completions/min_terminated_length": 0.0, "epoch": 0.1581940988268752, "frac_reward_zero_std": 0.0, "grad_norm": 1.4731121063232422, "kl": 0.9600215777754784, "learning_rate": 6.507213082815744e-08, "loss": 0.001, "num_tokens": 1963359.0, "reward": 0.20016591250896454, "reward_std": 0.19849181175231934, "rewards/check_answer/mean": 0.20016591250896454, "rewards/check_answer/std": 0.26850226521492004, "step": 445 }, { "completion_length": 186.375, "completions/clipped_ratio": 1.0, "completions/max_length": 286.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 286.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 286.0, "completions/min_terminated_length": 0.0, "epoch": 0.15854959118378956, "frac_reward_zero_std": 0.0, "grad_norm": 1.1047158241271973, "kl": 0.7108347043395042, "learning_rate": 6.279329499365649e-08, "loss": 0.0007, "num_tokens": 1968003.0, "reward": 0.1510874480009079, "reward_std": 0.3554176390171051, "rewards/check_answer/mean": 0.1510874480009079, "rewards/check_answer/std": 0.4100356996059418, "step": 446 }, { "completion_length": 104.875, "completions/clipped_ratio": 1.0, "completions/max_length": 133.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 133.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 133.0, "completions/min_terminated_length": 0.0, "epoch": 0.15890508354070387, "frac_reward_zero_std": 0.0, "grad_norm": 1.5704267024993896, "kl": 1.200930893421173, "learning_rate": 6.055378247546216e-08, "loss": 0.0012, "num_tokens": 1971299.0, "reward": 0.09618983417749405, "reward_std": 0.2741474509239197, "rewards/check_answer/mean": 0.09618983417749405, "rewards/check_answer/std": 0.29354915022850037, "step": 447 }, { "completion_length": 116.25, "completions/clipped_ratio": 1.0, "completions/max_length": 236.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 236.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 236.0, "completions/min_terminated_length": 0.0, "epoch": 0.1592605758976182, "frac_reward_zero_std": 0.0, "grad_norm": 1.2073887586593628, "kl": 0.9736623242497444, "learning_rate": 5.8353687239034554e-08, "loss": 0.001, "num_tokens": 1975455.0, "reward": 0.4392467141151428, "reward_std": 0.30160006880760193, "rewards/check_answer/mean": 0.4392467141151428, "rewards/check_answer/std": 0.40696510672569275, "step": 448 }, { "completion_length": 132.25, "completions/clipped_ratio": 1.0, "completions/max_length": 173.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 173.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 173.0, "completions/min_terminated_length": 0.0, "epoch": 0.15961606825453253, "frac_reward_zero_std": 0.0, "grad_norm": 1.1838399171829224, "kl": 0.8359529748558998, "learning_rate": 5.6193101595963575e-08, "loss": 0.0008, "num_tokens": 1979155.0, "reward": 0.37529709935188293, "reward_std": 0.16928081214427948, "rewards/check_answer/mean": 0.37529709935188293, "rewards/check_answer/std": 0.4247390925884247, "step": 449 }, { "completion_length": 172.625, "completions/clipped_ratio": 1.0, "completions/max_length": 202.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 202.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 202.0, "completions/min_terminated_length": 0.0, "epoch": 0.15997156061144685, "frac_reward_zero_std": 0.0, "grad_norm": 0.9249704480171204, "kl": 0.6658053249120712, "learning_rate": 5.407211620009544e-08, "loss": 0.0007, "num_tokens": 1983175.0, "reward": 0.14883506298065186, "reward_std": 0.08925318717956543, "rewards/check_answer/mean": 0.14883506298065186, "rewards/check_answer/std": 0.26784202456474304, "step": 450 }, { "completion_length": 135.0, "completions/clipped_ratio": 1.0, "completions/max_length": 196.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 196.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 196.0, "completions/min_terminated_length": 0.0, "epoch": 0.16032705296836117, "frac_reward_zero_std": 0.0, "grad_norm": 3.350677967071533, "kl": 0.870774507522583, "learning_rate": 5.1990820043729566e-08, "loss": 0.0009, "num_tokens": 1987055.0, "reward": 0.39394447207450867, "reward_std": 0.2314217984676361, "rewards/check_answer/mean": 0.39394447207450867, "rewards/check_answer/std": 0.4647594094276428, "step": 451 }, { "completion_length": 204.625, "completions/clipped_ratio": 1.0, "completions/max_length": 248.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 248.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 248.0, "completions/min_terminated_length": 0.0, "epoch": 0.1606825453252755, "frac_reward_zero_std": 0.0, "grad_norm": 0.8010092973709106, "kl": 0.5348288603127003, "learning_rate": 4.994930045388412e-08, "loss": 0.0005, "num_tokens": 1991491.0, "reward": 0.22135895490646362, "reward_std": 0.07637395709753036, "rewards/check_answer/mean": 0.22135895490646362, "rewards/check_answer/std": 0.3820823132991791, "step": 452 }, { "completion_length": 195.25, "completions/clipped_ratio": 1.0, "completions/max_length": 404.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 404.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 404.0, "completions/min_terminated_length": 0.0, "epoch": 0.16103803768218983, "frac_reward_zero_std": 0.0, "grad_norm": 1.317347526550293, "kl": 1.1676080711185932, "learning_rate": 4.794764308863242e-08, "loss": 0.0012, "num_tokens": 1997043.0, "reward": -0.0023813247680664062, "reward_std": 0.3394181728363037, "rewards/check_answer/mean": -0.0023813247680664062, "rewards/check_answer/std": 0.7995267510414124, "step": 453 }, { "completion_length": 143.875, "completions/clipped_ratio": 1.0, "completions/max_length": 242.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 242.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 242.0, "completions/min_terminated_length": 0.0, "epoch": 0.16139353003910417, "frac_reward_zero_std": 0.0, "grad_norm": 1.195178508758545, "kl": 0.8863193765282631, "learning_rate": 4.598593193350875e-08, "loss": 0.0009, "num_tokens": 2001311.0, "reward": 0.23994497954845428, "reward_std": 0.2363695502281189, "rewards/check_answer/mean": 0.23994497954845428, "rewards/check_answer/std": 0.3578411042690277, "step": 454 }, { "completion_length": 116.5, "completions/clipped_ratio": 1.0, "completions/max_length": 125.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 125.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 125.0, "completions/min_terminated_length": 0.0, "epoch": 0.1617490223960185, "frac_reward_zero_std": 0.0, "grad_norm": 1.2998993396759033, "kl": 1.1537917479872704, "learning_rate": 4.406424929798403e-08, "loss": 0.0012, "num_tokens": 2004603.0, "reward": 0.2208162546157837, "reward_std": 0.05339012295007706, "rewards/check_answer/mean": 0.2208162546157837, "rewards/check_answer/std": 0.17771665751934052, "step": 455 }, { "completion_length": 131.0, "completions/clipped_ratio": 1.0, "completions/max_length": 160.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 160.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 160.0, "completions/min_terminated_length": 0.0, "epoch": 0.1621045147529328, "frac_reward_zero_std": 0.0, "grad_norm": 1.250312089920044, "kl": 0.86484394967556, "learning_rate": 4.218267581201296e-08, "loss": 0.0009, "num_tokens": 2008187.0, "reward": 0.2535979449748993, "reward_std": 0.09368117153644562, "rewards/check_answer/mean": 0.2535979449748993, "rewards/check_answer/std": 0.1489260047674179, "step": 456 }, { "completion_length": 149.625, "completions/clipped_ratio": 1.0, "completions/max_length": 241.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 241.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 241.0, "completions/min_terminated_length": 0.0, "epoch": 0.16246000710984715, "frac_reward_zero_std": 0.0, "grad_norm": 1.4069931507110596, "kl": 1.0953701511025429, "learning_rate": 4.0341290422650664e-08, "loss": 0.0011, "num_tokens": 2012467.0, "reward": -0.1605972945690155, "reward_std": 0.13146212697029114, "rewards/check_answer/mean": -0.1605972945690155, "rewards/check_answer/std": 0.1493956297636032, "step": 457 }, { "completion_length": 163.625, "completions/clipped_ratio": 1.0, "completions/max_length": 221.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 221.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 221.0, "completions/min_terminated_length": 0.0, "epoch": 0.16281549946676147, "frac_reward_zero_std": 0.0, "grad_norm": 1.2004441022872925, "kl": 0.7534296959638596, "learning_rate": 3.854017039074009e-08, "loss": 0.0008, "num_tokens": 2016571.0, "reward": 0.014843545854091644, "reward_std": 0.12250366806983948, "rewards/check_answer/mean": 0.014843545854091644, "rewards/check_answer/std": 0.16932515799999237, "step": 458 }, { "completion_length": 122.75, "completions/clipped_ratio": 1.0, "completions/max_length": 150.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 150.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 150.0, "completions/min_terminated_length": 0.0, "epoch": 0.16317099182367578, "frac_reward_zero_std": 0.0, "grad_norm": 1.3491215705871582, "kl": 0.9152116626501083, "learning_rate": 3.677939128767049e-08, "loss": 0.0009, "num_tokens": 2020087.0, "reward": -0.0564834401011467, "reward_std": 0.14691169559955597, "rewards/check_answer/mean": -0.0564834401011467, "rewards/check_answer/std": 0.16182909905910492, "step": 459 }, { "completion_length": 169.625, "completions/clipped_ratio": 1.0, "completions/max_length": 385.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 385.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 385.0, "completions/min_terminated_length": 0.0, "epoch": 0.16352648418059013, "frac_reward_zero_std": 0.0, "grad_norm": 1.1453081369400024, "kl": 0.8723529987037182, "learning_rate": 3.5059026992206644e-08, "loss": 0.0009, "num_tokens": 2025511.0, "reward": 0.15026089549064636, "reward_std": 0.21091234683990479, "rewards/check_answer/mean": 0.15026089549064636, "rewards/check_answer/std": 0.21789155900478363, "step": 460 }, { "completion_length": 131.75, "completions/clipped_ratio": 1.0, "completions/max_length": 146.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 146.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 146.0, "completions/min_terminated_length": 0.0, "epoch": 0.16388197653750444, "frac_reward_zero_std": 0.0, "grad_norm": 1.2670079469680786, "kl": 0.791615292429924, "learning_rate": 3.3379149687388864e-08, "loss": 0.0008, "num_tokens": 2028995.0, "reward": 0.02982163242995739, "reward_std": 0.0976284071803093, "rewards/check_answer/mean": 0.02982163242995739, "rewards/check_answer/std": 0.1108018308877945, "step": 461 }, { "completion_length": 177.5, "completions/clipped_ratio": 1.0, "completions/max_length": 243.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 243.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 243.0, "completions/min_terminated_length": 0.0, "epoch": 0.16423746889441876, "frac_reward_zero_std": 0.0, "grad_norm": 1.1518049240112305, "kl": 0.7327761426568031, "learning_rate": 3.1739829857504233e-08, "loss": 0.0007, "num_tokens": 2033351.0, "reward": -0.1195204108953476, "reward_std": 0.1139744222164154, "rewards/check_answer/mean": -0.1195204108953476, "rewards/check_answer/std": 0.27737706899642944, "step": 462 }, { "completion_length": 153.75, "completions/clipped_ratio": 1.0, "completions/max_length": 252.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 252.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 252.0, "completions/min_terminated_length": 0.0, "epoch": 0.1645929612513331, "frac_reward_zero_std": 0.0, "grad_norm": 0.9565411806106567, "kl": 0.8513650819659233, "learning_rate": 3.014113628512982e-08, "loss": 0.0009, "num_tokens": 2037683.0, "reward": 0.2660202980041504, "reward_std": 0.18652772903442383, "rewards/check_answer/mean": 0.2660202980041504, "rewards/check_answer/std": 0.23545683920383453, "step": 463 }, { "completion_length": 190.0, "completions/clipped_ratio": 1.0, "completions/max_length": 295.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 295.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 295.0, "completions/min_terminated_length": 0.0, "epoch": 0.16494845360824742, "frac_reward_zero_std": 0.0, "grad_norm": 1.3167731761932373, "kl": 1.479391649365425, "learning_rate": 2.8583136048245692e-08, "loss": 0.0015, "num_tokens": 2042375.0, "reward": 0.05158616602420807, "reward_std": 0.22316056489944458, "rewards/check_answer/mean": 0.05158616602420807, "rewards/check_answer/std": 0.24756237864494324, "step": 464 }, { "completion_length": 167.0, "completions/clipped_ratio": 1.0, "completions/max_length": 225.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 225.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 225.0, "completions/min_terminated_length": 0.0, "epoch": 0.16530394596516174, "frac_reward_zero_std": 0.0, "grad_norm": 1.0958986282348633, "kl": 0.6496009342372417, "learning_rate": 2.7065894517421807e-08, "loss": 0.0006, "num_tokens": 2046531.0, "reward": 0.29176855087280273, "reward_std": 0.15188196301460266, "rewards/check_answer/mean": 0.29176855087280273, "rewards/check_answer/std": 0.4152866005897522, "step": 465 }, { "completion_length": 98.625, "completions/clipped_ratio": 1.0, "completions/max_length": 105.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 105.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 105.0, "completions/min_terminated_length": 0.0, "epoch": 0.16565943832207608, "frac_reward_zero_std": 0.0, "grad_norm": 1.047507643699646, "kl": 1.0923966020345688, "learning_rate": 2.5589475353073985e-08, "loss": 0.0011, "num_tokens": 2049595.0, "reward": 0.4254498779773712, "reward_std": 0.10560876876115799, "rewards/check_answer/mean": 0.4254498779773712, "rewards/check_answer/std": 0.5103693008422852, "step": 466 }, { "completion_length": 139.75, "completions/clipped_ratio": 1.0, "completions/max_length": 255.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 255.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 255.0, "completions/min_terminated_length": 0.0, "epoch": 0.1660149306789904, "frac_reward_zero_std": 0.0, "grad_norm": 1.1685338020324707, "kl": 0.8929842561483383, "learning_rate": 2.415394050279318e-08, "loss": 0.0009, "num_tokens": 2053955.0, "reward": 0.49729472398757935, "reward_std": 0.23435752093791962, "rewards/check_answer/mean": 0.49729472398757935, "rewards/check_answer/std": 0.5453168749809265, "step": 467 }, { "completion_length": 178.625, "completions/clipped_ratio": 1.0, "completions/max_length": 413.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 413.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 413.0, "completions/min_terminated_length": 0.0, "epoch": 0.16637042303590474, "frac_reward_zero_std": 0.0, "grad_norm": 0.890206515789032, "kl": 0.7087199166417122, "learning_rate": 2.2759350198746975e-08, "loss": 0.0007, "num_tokens": 2059627.0, "reward": 0.4478161931037903, "reward_std": 0.3158630132675171, "rewards/check_answer/mean": 0.4478161931037903, "rewards/check_answer/std": 0.3162474036216736, "step": 468 }, { "completion_length": 147.25, "completions/clipped_ratio": 1.0, "completions/max_length": 231.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 231.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 231.0, "completions/min_terminated_length": 0.0, "epoch": 0.16672591539281906, "frac_reward_zero_std": 0.0, "grad_norm": 1.2338452339172363, "kl": 0.8696386218070984, "learning_rate": 2.1405762955151174e-08, "loss": 0.0009, "num_tokens": 2063787.0, "reward": -0.09846733510494232, "reward_std": 0.317918986082077, "rewards/check_answer/mean": -0.09846733510494232, "rewards/check_answer/std": 0.394372820854187, "step": 469 }, { "completion_length": 130.0, "completions/clipped_ratio": 1.0, "completions/max_length": 198.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 198.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 198.0, "completions/min_terminated_length": 0.0, "epoch": 0.16708140774973337, "frac_reward_zero_std": 0.0, "grad_norm": 2.147266387939453, "kl": 1.1418105587363243, "learning_rate": 2.009323556581566e-08, "loss": 0.0011, "num_tokens": 2067687.0, "reward": -0.10605496168136597, "reward_std": 0.17691941559314728, "rewards/check_answer/mean": -0.10605496168136597, "rewards/check_answer/std": 0.1924501359462738, "step": 470 }, { "completion_length": 122.375, "completions/clipped_ratio": 1.0, "completions/max_length": 139.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 139.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 139.0, "completions/min_terminated_length": 0.0, "epoch": 0.16743690010664772, "frac_reward_zero_std": 0.0, "grad_norm": 0.9641498923301697, "kl": 0.8822847530245781, "learning_rate": 1.8821823101760948e-08, "loss": 0.0009, "num_tokens": 2071059.0, "reward": 0.3041093349456787, "reward_std": 0.08291398733854294, "rewards/check_answer/mean": 0.3041093349456787, "rewards/check_answer/std": 0.10657532513141632, "step": 471 }, { "completion_length": 178.875, "completions/clipped_ratio": 1.0, "completions/max_length": 191.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 191.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 191.0, "completions/min_terminated_length": 0.0, "epoch": 0.16779239246356203, "frac_reward_zero_std": 0.0, "grad_norm": 0.9949957132339478, "kl": 0.5917399749159813, "learning_rate": 1.7591578908907722e-08, "loss": 0.0006, "num_tokens": 2075027.0, "reward": 0.32402098178863525, "reward_std": 0.07606671750545502, "rewards/check_answer/mean": 0.32402098178863525, "rewards/check_answer/std": 0.20712615549564362, "step": 472 }, { "completion_length": 183.375, "completions/clipped_ratio": 1.0, "completions/max_length": 236.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 236.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 236.0, "completions/min_terminated_length": 0.0, "epoch": 0.16814788482047635, "frac_reward_zero_std": 0.0, "grad_norm": 1.0697840452194214, "kl": 0.7072402834892273, "learning_rate": 1.640255460583817e-08, "loss": 0.0007, "num_tokens": 2079331.0, "reward": -0.07928071171045303, "reward_std": 0.0674244612455368, "rewards/check_answer/mean": -0.07928071171045303, "rewards/check_answer/std": 0.1190987378358841, "step": 473 }, { "completion_length": 131.75, "completions/clipped_ratio": 1.0, "completions/max_length": 160.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 160.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 160.0, "completions/min_terminated_length": 0.0, "epoch": 0.1685033771773907, "frac_reward_zero_std": 0.0, "grad_norm": 1.5014015436172485, "kl": 0.9177414551377296, "learning_rate": 1.5254800081630824e-08, "loss": 0.0009, "num_tokens": 2082943.0, "reward": -0.020545896142721176, "reward_std": 0.1580079048871994, "rewards/check_answer/mean": -0.020545896142721176, "rewards/check_answer/std": 0.18388086557388306, "step": 474 }, { "completion_length": 169.75, "completions/clipped_ratio": 1.0, "completions/max_length": 288.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 288.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 288.0, "completions/min_terminated_length": 0.0, "epoch": 0.168858869534305, "frac_reward_zero_std": 0.0, "grad_norm": 1.1173112392425537, "kl": 0.6934604458510876, "learning_rate": 1.4148363493766802e-08, "loss": 0.0007, "num_tokens": 2087635.0, "reward": 0.4313318729400635, "reward_std": 0.331464946269989, "rewards/check_answer/mean": 0.4313318729400635, "rewards/check_answer/std": 0.3939601480960846, "step": 475 }, { "completion_length": 100.5, "completions/clipped_ratio": 1.0, "completions/max_length": 110.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 110.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 110.0, "completions/min_terminated_length": 0.0, "epoch": 0.16921436189121933, "frac_reward_zero_std": 0.0, "grad_norm": 1.2682057619094849, "kl": 1.0178348049521446, "learning_rate": 1.3083291266109298e-08, "loss": 0.001, "num_tokens": 2090767.0, "reward": 0.14466938376426697, "reward_std": 0.23336058855056763, "rewards/check_answer/mean": 0.14466938376426697, "rewards/check_answer/std": 0.2632649838924408, "step": 476 }, { "completion_length": 112.0, "completions/clipped_ratio": 1.0, "completions/max_length": 162.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 162.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 162.0, "completions/min_terminated_length": 0.0, "epoch": 0.16956985424813367, "frac_reward_zero_std": 0.0, "grad_norm": 1.4687633514404297, "kl": 1.015003077685833, "learning_rate": 1.2059628086956042e-08, "loss": 0.001, "num_tokens": 2094291.0, "reward": -0.031137868762016296, "reward_std": 0.24750474095344543, "rewards/check_answer/mean": -0.031137868762016296, "rewards/check_answer/std": 0.3170829117298126, "step": 477 }, { "completion_length": 93.5, "completions/clipped_ratio": 1.0, "completions/max_length": 100.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 100.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 100.0, "completions/min_terminated_length": 0.0, "epoch": 0.169925346605048, "frac_reward_zero_std": 0.0, "grad_norm": 1.2792638540267944, "kl": 1.2808244079351425, "learning_rate": 1.1077416907163572e-08, "loss": 0.0013, "num_tokens": 2097323.0, "reward": 0.3429810404777527, "reward_std": 0.20357701182365417, "rewards/check_answer/mean": 0.3429810404777527, "rewards/check_answer/std": 0.42341768741607666, "step": 478 }, { "completion_length": 181.5, "completions/clipped_ratio": 1.0, "completions/max_length": 301.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 301.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 301.0, "completions/min_terminated_length": 0.0, "epoch": 0.1702808389619623, "frac_reward_zero_std": 0.0, "grad_norm": 1.4800798892974854, "kl": 0.9943863674998283, "learning_rate": 1.013669893834601e-08, "loss": 0.001, "num_tokens": 2102083.0, "reward": -0.1941726803779602, "reward_std": 0.25175365805625916, "rewards/check_answer/mean": -0.1941726803779602, "rewards/check_answer/std": 0.5052034258842468, "step": 479 }, { "completion_length": 91.875, "completions/clipped_ratio": 1.0, "completions/max_length": 98.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 98.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 98.0, "completions/min_terminated_length": 0.0, "epoch": 0.17063633131887665, "frac_reward_zero_std": 0.5, "grad_norm": 0.758010983467102, "kl": 1.1398076638579369, "learning_rate": 9.237513651145223e-09, "loss": 0.0011, "num_tokens": 2105083.0, "reward": 0.4839191436767578, "reward_std": 0.042099516838788986, "rewards/check_answer/mean": 0.4839191436767578, "rewards/check_answer/std": 0.5804689526557922, "step": 480 }, { "completion_length": 116.5, "completions/clipped_ratio": 1.0, "completions/max_length": 152.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 152.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 152.0, "completions/min_terminated_length": 0.0, "epoch": 0.17099182367579097, "frac_reward_zero_std": 0.0, "grad_norm": 1.1469720602035522, "kl": 0.9811542332172394, "learning_rate": 8.379898773574923e-09, "loss": 0.001, "num_tokens": 2108591.0, "reward": 0.1603374481201172, "reward_std": 0.16835884749889374, "rewards/check_answer/mean": 0.1603374481201172, "rewards/check_answer/std": 0.18805724382400513, "step": 481 }, { "completion_length": 142.5, "completions/clipped_ratio": 1.0, "completions/max_length": 228.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 228.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 228.0, "completions/min_terminated_length": 0.0, "epoch": 0.1713473160327053, "frac_reward_zero_std": 0.0, "grad_norm": 0.998679518699646, "kl": 0.7646788880228996, "learning_rate": 7.563890289437824e-09, "loss": 0.0008, "num_tokens": 2112739.0, "reward": -0.058916039764881134, "reward_std": 0.22099412977695465, "rewards/check_answer/mean": -0.058916039764881134, "rewards/check_answer/std": 0.28347137570381165, "step": 482 }, { "completion_length": 166.125, "completions/clipped_ratio": 1.0, "completions/max_length": 301.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 301.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 301.0, "completions/min_terminated_length": 0.0, "epoch": 0.17170280838961963, "frac_reward_zero_std": 0.0, "grad_norm": 1.077184796333313, "kl": 0.7105038985610008, "learning_rate": 6.789522436815409e-09, "loss": 0.0007, "num_tokens": 2117499.0, "reward": 0.15036651492118835, "reward_std": 0.24045535922050476, "rewards/check_answer/mean": 0.15036651492118835, "rewards/check_answer/std": 0.27350765466690063, "step": 483 }, { "completion_length": 177.375, "completions/clipped_ratio": 1.0, "completions/max_length": 198.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 198.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 198.0, "completions/min_terminated_length": 0.0, "epoch": 0.17205830074653394, "frac_reward_zero_std": 0.0, "grad_norm": 1.0024807453155518, "kl": 0.6604223102331161, "learning_rate": 6.056827706632184e-09, "loss": 0.0007, "num_tokens": 2121451.0, "reward": 0.11218247562646866, "reward_std": 0.11393752694129944, "rewards/check_answer/mean": 0.11218247562646866, "rewards/check_answer/std": 0.18101781606674194, "step": 484 }, { "completion_length": 158.25, "completions/clipped_ratio": 1.0, "completions/max_length": 193.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 193.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 193.0, "completions/min_terminated_length": 0.0, "epoch": 0.1724137931034483, "frac_reward_zero_std": 0.0, "grad_norm": 1.040090560913086, "kl": 0.6825431063771248, "learning_rate": 5.3658368412914375e-09, "loss": 0.0007, "num_tokens": 2125335.0, "reward": -0.15619543194770813, "reward_std": 0.10257289558649063, "rewards/check_answer/mean": -0.15619543194770813, "rewards/check_answer/std": 0.10152056068181992, "step": 485 }, { "completion_length": 163.0, "completions/clipped_ratio": 1.0, "completions/max_length": 210.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 210.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 210.0, "completions/min_terminated_length": 0.0, "epoch": 0.1727692854603626, "frac_reward_zero_std": 0.0, "grad_norm": 1.0132335424423218, "kl": 0.7832450941205025, "learning_rate": 4.716578833386053e-09, "loss": 0.0008, "num_tokens": 2129387.0, "reward": 0.4577718675136566, "reward_std": 0.12788845598697662, "rewards/check_answer/mean": 0.4577718675136566, "rewards/check_answer/std": 0.16607272624969482, "step": 486 }, { "completion_length": 94.875, "completions/clipped_ratio": 1.0, "completions/max_length": 105.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 105.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 105.0, "completions/min_terminated_length": 0.0, "epoch": 0.17312477781727692, "frac_reward_zero_std": 0.0, "grad_norm": 1.2182166576385498, "kl": 1.1012902557849884, "learning_rate": 4.109080924481478e-09, "loss": 0.0011, "num_tokens": 2132463.0, "reward": 0.5178207159042358, "reward_std": 0.1709919273853302, "rewards/check_answer/mean": 0.5178207159042358, "rewards/check_answer/std": 0.23958690464496613, "step": 487 }, { "completion_length": 171.0, "completions/clipped_ratio": 1.0, "completions/max_length": 222.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 222.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 222.0, "completions/min_terminated_length": 0.0, "epoch": 0.17348027017419126, "frac_reward_zero_std": 0.0, "grad_norm": 0.8053247332572937, "kl": 0.6478104367852211, "learning_rate": 3.543368603973529e-09, "loss": 0.0006, "num_tokens": 2136663.0, "reward": 0.4471290707588196, "reward_std": 0.0880100280046463, "rewards/check_answer/mean": 0.4471290707588196, "rewards/check_answer/std": 0.23278877139091492, "step": 488 }, { "completion_length": 131.5, "completions/clipped_ratio": 1.0, "completions/max_length": 166.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 166.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 166.0, "completions/min_terminated_length": 0.0, "epoch": 0.17383576253110558, "frac_reward_zero_std": 0.0, "grad_norm": 1.1472288370132446, "kl": 0.8841670081019402, "learning_rate": 3.0194656080180238e-09, "loss": 0.0009, "num_tokens": 2140259.0, "reward": 0.3767329752445221, "reward_std": 0.15831243991851807, "rewards/check_answer/mean": 0.3767329752445221, "rewards/check_answer/std": 0.16228477656841278, "step": 489 }, { "completion_length": 148.75, "completions/clipped_ratio": 1.0, "completions/max_length": 380.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 380.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 380.0, "completions/min_terminated_length": 0.0, "epoch": 0.1741912548880199, "frac_reward_zero_std": 0.0, "grad_norm": 1.1216604709625244, "kl": 0.8446784391999245, "learning_rate": 2.5373939185353578e-09, "loss": 0.0008, "num_tokens": 2145587.0, "reward": -0.07399690896272659, "reward_std": 0.22978545725345612, "rewards/check_answer/mean": -0.07399690896272659, "rewards/check_answer/std": 0.253600537776947, "step": 490 }, { "completion_length": 208.375, "completions/clipped_ratio": 1.0, "completions/max_length": 335.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 335.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 335.0, "completions/min_terminated_length": 0.0, "epoch": 0.17454674724493424, "frac_reward_zero_std": 0.0, "grad_norm": 1.2552446126937866, "kl": 0.7495400682091713, "learning_rate": 2.0971737622883512e-09, "loss": 0.0007, "num_tokens": 2150599.0, "reward": -0.1608498990535736, "reward_std": 0.348503053188324, "rewards/check_answer/mean": -0.1608498990535736, "rewards/check_answer/std": 0.402894526720047, "step": 491 }, { "completion_length": 95.875, "completions/clipped_ratio": 1.0, "completions/max_length": 109.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 109.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 109.0, "completions/min_terminated_length": 0.0, "epoch": 0.17490223960184856, "frac_reward_zero_std": 0.0, "grad_norm": 1.440700888633728, "kl": 1.2583038210868835, "learning_rate": 1.698823610032929e-09, "loss": 0.0013, "num_tokens": 2153699.0, "reward": 0.1549326777458191, "reward_std": 0.16153551638126373, "rewards/check_answer/mean": 0.1549326777458191, "rewards/check_answer/std": 0.19267278909683228, "step": 492 }, { "completion_length": 217.625, "completions/clipped_ratio": 1.0, "completions/max_length": 386.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 386.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 386.0, "completions/min_terminated_length": 0.0, "epoch": 0.17525773195876287, "frac_reward_zero_std": 0.0, "grad_norm": 0.9581006169319153, "kl": 0.5880208536982536, "learning_rate": 1.3423601757436287e-09, "loss": 0.0006, "num_tokens": 2159211.0, "reward": -0.279620498418808, "reward_std": 0.2574552893638611, "rewards/check_answer/mean": -0.279620498418808, "rewards/check_answer/std": 0.3205021917819977, "step": 493 }, { "completion_length": 137.25, "completions/clipped_ratio": 1.0, "completions/max_length": 197.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 197.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 197.0, "completions/min_terminated_length": 0.0, "epoch": 0.17561322431567722, "frac_reward_zero_std": 0.0, "grad_norm": 1.273343563079834, "kl": 0.8514998853206635, "learning_rate": 1.0277984159122733e-09, "loss": 0.0009, "num_tokens": 2163131.0, "reward": 0.331768274307251, "reward_std": 0.07313556224107742, "rewards/check_answer/mean": 0.331768274307251, "rewards/check_answer/std": 0.27873939275741577, "step": 494 }, { "completion_length": 167.625, "completions/clipped_ratio": 1.0, "completions/max_length": 421.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 421.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 421.0, "completions/min_terminated_length": 0.0, "epoch": 0.17596871667259154, "frac_reward_zero_std": 0.0, "grad_norm": 0.9487372040748596, "kl": 0.7789573259651661, "learning_rate": 7.551515289203614e-10, "loss": 0.0008, "num_tokens": 2168783.0, "reward": 0.25002747774124146, "reward_std": 0.5282931327819824, "rewards/check_answer/mean": 0.25002747774124146, "rewards/check_answer/std": 0.6409223079681396, "step": 495 }, { "completion_length": 107.0, "completions/clipped_ratio": 1.0, "completions/max_length": 120.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 120.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 120.0, "completions/min_terminated_length": 0.0, "epoch": 0.17632420902950588, "frac_reward_zero_std": 0.0, "grad_norm": 1.2432947158813477, "kl": 0.9770745038986206, "learning_rate": 5.244309544850667e-10, "loss": 0.001, "num_tokens": 2171995.0, "reward": 0.28389862179756165, "reward_std": 0.22951367497444153, "rewards/check_answer/mean": 0.28389862179756165, "rewards/check_answer/std": 0.2820405066013336, "step": 496 }, { "completion_length": 188.375, "completions/clipped_ratio": 1.0, "completions/max_length": 366.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 366.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 366.0, "completions/min_terminated_length": 0.0, "epoch": 0.1766797013864202, "frac_reward_zero_std": 0.0, "grad_norm": 0.9950119853019714, "kl": 0.7042688727378845, "learning_rate": 3.3564637317984315e-10, "loss": 0.0007, "num_tokens": 2177319.0, "reward": 0.17533227801322937, "reward_std": 0.3607776165008545, "rewards/check_answer/mean": 0.17533227801322937, "rewards/check_answer/std": 0.4588147699832916, "step": 497 }, { "completion_length": 171.0, "completions/clipped_ratio": 1.0, "completions/max_length": 291.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 291.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 291.0, "completions/min_terminated_length": 0.0, "epoch": 0.1770351937433345, "frac_reward_zero_std": 0.0, "grad_norm": 1.0822378396987915, "kl": 0.8507697209715843, "learning_rate": 1.888057060274173e-10, "loss": 0.0009, "num_tokens": 2181935.0, "reward": -0.11861792951822281, "reward_std": 0.3331255316734314, "rewards/check_answer/mean": -0.11861792951822281, "rewards/check_answer/std": 0.33889010548591614, "step": 498 }, { "completion_length": 166.375, "completions/clipped_ratio": 1.0, "completions/max_length": 177.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 177.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 177.0, "completions/min_terminated_length": 0.0, "epoch": 0.17739068610024886, "frac_reward_zero_std": 0.0, "grad_norm": 0.892774760723114, "kl": 0.7350715398788452, "learning_rate": 8.391511416816488e-11, "loss": 0.0007, "num_tokens": 2185731.0, "reward": 0.05639829859137535, "reward_std": 0.055530332028865814, "rewards/check_answer/mean": 0.05639829859137535, "rewards/check_answer/std": 0.10214322060346603, "step": 499 }, { "completion_length": 228.25, "completions/clipped_ratio": 1.0, "completions/max_length": 289.0, "completions/max_terminated_length": 0.0, "completions/mean_length": 289.0, "completions/mean_terminated_length": 0.0, "completions/min_length": 289.0, "completions/min_terminated_length": 0.0, "epoch": 0.17774617845716317, "frac_reward_zero_std": 0.0, "grad_norm": 1.4995979070663452, "kl": 0.6095834299921989, "learning_rate": 2.0978998601206555e-11, "loss": 0.0006, "num_tokens": 2190535.0, "reward": -0.3989400267601013, "reward_std": 0.11749288439750671, "rewards/check_answer/mean": -0.3989400267601013, "rewards/check_answer/std": 0.14577040076255798, "step": 500 } ], "logging_steps": 1, "max_steps": 500, "num_input_tokens_seen": 2190535, "num_train_epochs": 1, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }