{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 14.326530612244898,
  "eval_steps": 500,
  "global_step": 100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 142.86458778381348,
      "epoch": 0.32653061224489793,
      "grad_norm": 20.484771728515625,
      "kl": 3.2292160615324974,
      "learning_rate": 6.666666666666666e-07,
      "loss": 0.0129,
      "reward": 7.689541339874268,
      "reward_std": 0.9646489337756066,
      "rewards/concensus_correctness_reward_func": 2.736187592148781,
      "rewards/consensus_reward_func": 1.9375000149011612,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.7500000074505806,
      "rewards/question_recreation_reward_func": 0.7449474865570664,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.37500000884756446,
      "rewards/xmlcount_reward_func": 1.145906277000904,
      "step": 2
    },
    {
      "completion_length": 156.1354217529297,
      "epoch": 0.6530612244897959,
      "grad_norm": 23.2487735748291,
      "kl": 11.368968315422535,
      "learning_rate": 9.997377845227574e-07,
      "loss": 0.0455,
      "reward": 7.326009571552277,
      "reward_std": 1.5717553030699492,
      "rewards/concensus_correctness_reward_func": 2.740854263305664,
      "rewards/consensus_reward_func": 1.8333333656191826,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6250000111758709,
      "rewards/question_recreation_reward_func": 0.7468011248856783,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.27083334047347307,
      "rewards/xmlcount_reward_func": 1.1091875322163105,
      "step": 4
    },
    {
      "completion_length": 140.64583730697632,
      "epoch": 0.9795918367346939,
      "grad_norm": 129.1599884033203,
      "kl": 6.760355681180954,
      "learning_rate": 9.97641710583307e-07,
      "loss": 0.027,
      "reward": 7.547261029481888,
      "reward_std": 1.3797610681504011,
      "rewards/concensus_correctness_reward_func": 2.718708463013172,
      "rewards/consensus_reward_func": 1.8750000223517418,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.7708333507180214,
      "rewards/question_recreation_reward_func": 0.7029691562056541,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.35937500977888703,
      "rewards/xmlcount_reward_func": 1.1203750297427177,
      "step": 6
    },
    {
      "completion_length": 183.51852247450086,
      "epoch": 1.163265306122449,
      "grad_norm": 223.93576049804688,
      "kl": 12.277002877659267,
      "learning_rate": 9.934583543669453e-07,
      "loss": 0.0276,
      "reward": 7.88576767179701,
      "reward_std": 2.006244122982025,
      "rewards/concensus_correctness_reward_func": 3.188333431879679,
      "rewards/consensus_reward_func": 1.814814845720927,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8518518606821696,
      "rewards/question_recreation_reward_func": 0.6992118755976359,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.31481482088565826,
      "rewards/xmlcount_reward_func": 1.0167407592137654,
      "step": 8
    },
    {
      "completion_length": 117.55208683013916,
      "epoch": 1.489795918367347,
      "grad_norm": 29.702356338500977,
      "kl": 8.713427796959877,
      "learning_rate": 9.872052623234631e-07,
      "loss": 0.0349,
      "reward": 8.075824111700058,
      "reward_std": 1.7315994924865663,
      "rewards/concensus_correctness_reward_func": 3.0943334475159645,
      "rewards/consensus_reward_func": 1.8541666865348816,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.854166679084301,
      "rewards/question_recreation_reward_func": 0.7463760450482368,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.37500000558793545,
      "rewards/xmlcount_reward_func": 1.1517812721431255,
      "step": 10
    },
    {
      "completion_length": 159.09375524520874,
      "epoch": 1.816326530612245,
      "grad_norm": 263.3969421386719,
      "kl": 9.501462779939175,
      "learning_rate": 9.789086620939935e-07,
      "loss": 0.038,
      "reward": 7.095102161169052,
      "reward_std": 1.5067148767411709,
      "rewards/concensus_correctness_reward_func": 2.469604253768921,
      "rewards/consensus_reward_func": 1.8333333730697632,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6458333507180214,
      "rewards/question_recreation_reward_func": 0.757924772799015,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.29687500931322575,
      "rewards/xmlcount_reward_func": 1.09153126552701,
      "step": 12
    },
    {
      "completion_length": 166.14815097384982,
      "epoch": 2.0,
      "grad_norm": 13.085805892944336,
      "kl": 3.5957490470674305,
      "learning_rate": 9.686033525031719e-07,
      "loss": 0.0081,
      "reward": 7.40093633863661,
      "reward_std": 1.7430805480625067,
      "rewards/concensus_correctness_reward_func": 2.7429260280397205,
      "rewards/consensus_reward_func": 1.8518518871731229,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5925926102532281,
      "rewards/question_recreation_reward_func": 0.7309548424349891,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.361111119389534,
      "rewards/xmlcount_reward_func": 1.121500035127004,
      "step": 14
    },
    {
      "completion_length": 143.93750429153442,
      "epoch": 2.326530612244898,
      "grad_norm": 20.449037551879883,
      "kl": 2.6653505340218544,
      "learning_rate": 9.5633255760077e-07,
      "loss": 0.0107,
      "reward": 7.255062103271484,
      "reward_std": 1.7378660624308395,
      "rewards/concensus_correctness_reward_func": 2.551770940423012,
      "rewards/consensus_reward_func": 1.8750000223517418,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6458333544433117,
      "rewards/question_recreation_reward_func": 0.7679787129163742,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3750000074505806,
      "rewards/xmlcount_reward_func": 1.0394791774451733,
      "step": 16
    },
    {
      "completion_length": 181.44792318344116,
      "epoch": 2.6530612244897958,
      "grad_norm": 292.1783142089844,
      "kl": 16.859472228214145,
      "learning_rate": 9.421477453650117e-07,
      "loss": 0.0674,
      "reward": 8.110116183757782,
      "reward_std": 2.5342237083241343,
      "rewards/concensus_correctness_reward_func": 3.409437619149685,
      "rewards/consensus_reward_func": 1.7708333656191826,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8125000223517418,
      "rewards/question_recreation_reward_func": 0.7181056812405586,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.2864583400078118,
      "rewards/xmlcount_reward_func": 1.1127812825143337,
      "step": 18
    },
    {
      "completion_length": 128.48958587646484,
      "epoch": 2.979591836734694,
      "grad_norm": 24.35117530822754,
      "kl": 4.055410835891962,
      "learning_rate": 9.261084118279846e-07,
      "loss": 0.0163,
      "reward": 7.565266668796539,
      "reward_std": 0.8080742578858917,
      "rewards/concensus_correctness_reward_func": 2.592208467423916,
      "rewards/consensus_reward_func": 1.916666679084301,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.7291666716337204,
      "rewards/question_recreation_reward_func": 0.7840165700763464,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.38541667629033327,
      "rewards/xmlcount_reward_func": 1.1577916853129864,
      "step": 20
    },
    {
      "completion_length": 114.42592875162761,
      "epoch": 3.163265306122449,
      "grad_norm": 21.793888092041016,
      "kl": 2.759186738067203,
      "learning_rate": 9.082818315286054e-07,
      "loss": 0.0062,
      "reward": 7.074485143025716,
      "reward_std": 1.076065386335055,
      "rewards/concensus_correctness_reward_func": 2.4825927019119263,
      "rewards/consensus_reward_func": 1.8888889021343656,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5925926102532281,
      "rewards/question_recreation_reward_func": 0.651707250210974,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3148148250248697,
      "rewards/xmlcount_reward_func": 1.143888897365994,
      "step": 22
    },
    {
      "completion_length": 139.17708921432495,
      "epoch": 3.489795918367347,
      "grad_norm": 16.20627784729004,
      "kl": 3.2297428119927645,
      "learning_rate": 8.887427753398247e-07,
      "loss": 0.0129,
      "reward": 7.503688037395477,
      "reward_std": 1.3543170646880753,
      "rewards/concensus_correctness_reward_func": 2.615895986557007,
      "rewards/consensus_reward_func": 1.833333358168602,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.7708333507180214,
      "rewards/question_recreation_reward_func": 0.7807295024394989,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.37500000605359674,
      "rewards/xmlcount_reward_func": 1.127895850688219,
      "step": 24
    },
    {
      "completion_length": 153.39583683013916,
      "epoch": 3.816326530612245,
      "grad_norm": 20.663358688354492,
      "kl": 2.321747111156583,
      "learning_rate": 8.675731968536002e-07,
      "loss": 0.0093,
      "reward": 7.7396360039711,
      "reward_std": 1.5008940482803155,
      "rewards/concensus_correctness_reward_func": 2.8036251291632652,
      "rewards/consensus_reward_func": 1.8333333656191826,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 1.0000000149011612,
      "rewards/question_recreation_reward_func": 0.7024066392332315,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.34375000558793545,
      "rewards/xmlcount_reward_func": 1.0565208476036787,
      "step": 26
    },
    {
      "completion_length": 188.48148430718317,
      "epoch": 4.0,
      "grad_norm": 16.102275848388672,
      "kl": 12.47068491909239,
      "learning_rate": 8.448618886390521e-07,
      "loss": 0.0281,
      "reward": 6.948047584957546,
      "reward_std": 1.4176767766475677,
      "rewards/concensus_correctness_reward_func": 2.6643334362241955,
      "rewards/consensus_reward_func": 1.9259259435865614,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5185185273488363,
      "rewards/question_recreation_reward_func": 0.7011217077573141,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.2500000066227383,
      "rewards/xmlcount_reward_func": 0.8881481621000502,
      "step": 28
    },
    {
      "completion_length": 158.94792222976685,
      "epoch": 4.326530612244898,
      "grad_norm": 20.088844299316406,
      "kl": 3.1064812280237675,
      "learning_rate": 8.207041098155699e-07,
      "loss": 0.0124,
      "reward": 7.926843166351318,
      "reward_std": 1.3158553395769559,
      "rewards/concensus_correctness_reward_func": 2.9059376642107964,
      "rewards/consensus_reward_func": 1.8958333507180214,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.979166679084301,
      "rewards/question_recreation_reward_func": 0.7702598860487342,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.33333334047347307,
      "rewards/xmlcount_reward_func": 1.0423125363886356,
      "step": 30
    },
    {
      "completion_length": 149.7187533378601,
      "epoch": 4.653061224489796,
      "grad_norm": 26.17826271057129,
      "kl": 6.217775546014309,
      "learning_rate": 7.952011865029613e-07,
      "loss": 0.0249,
      "reward": 7.183742254972458,
      "reward_std": 1.409099541604519,
      "rewards/concensus_correctness_reward_func": 2.5307084396481514,
      "rewards/consensus_reward_func": 1.895833358168602,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5833333432674408,
      "rewards/question_recreation_reward_func": 0.7278878726065159,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.30208334047347307,
      "rewards/xmlcount_reward_func": 1.1438958495855331,
      "step": 32
    },
    {
      "completion_length": 165.40625667572021,
      "epoch": 4.979591836734694,
      "grad_norm": 18.53563117980957,
      "kl": 3.8227849695831537,
      "learning_rate": 7.684600868244919e-07,
      "loss": 0.0153,
      "reward": 6.948596268892288,
      "reward_std": 1.6226271106861532,
      "rewards/concensus_correctness_reward_func": 2.3461459055542946,
      "rewards/consensus_reward_func": 1.770833358168602,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6250000149011612,
      "rewards/question_recreation_reward_func": 0.8021899703890085,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3125000069849193,
      "rewards/xmlcount_reward_func": 1.091927107423544,
      "step": 34
    },
    {
      "completion_length": 134.57407972547742,
      "epoch": 5.163265306122449,
      "grad_norm": 21.31855010986328,
      "kl": 2.7714710103140936,
      "learning_rate": 7.405929722454025e-07,
      "loss": 0.0062,
      "reward": 8.253325462341309,
      "reward_std": 0.41513911220762467,
      "rewards/concensus_correctness_reward_func": 3.033555719587538,
      "rewards/consensus_reward_func": 2.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8888888955116272,
      "rewards/question_recreation_reward_func": 0.7267142633597056,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3888889004786809,
      "rewards/xmlcount_reward_func": 1.2152777910232544,
      "step": 36
    },
    {
      "completion_length": 171.7395896911621,
      "epoch": 5.489795918367347,
      "grad_norm": 40.31987762451172,
      "kl": 7.753545146435499,
      "learning_rate": 7.117167271287452e-07,
      "loss": 0.031,
      "reward": 7.0081347823143005,
      "reward_std": 1.2305138166993856,
      "rewards/concensus_correctness_reward_func": 2.4443750828504562,
      "rewards/consensus_reward_func": 1.9375000149011612,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.479166679084301,
      "rewards/question_recreation_reward_func": 0.7358221262693405,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3385416748933494,
      "rewards/xmlcount_reward_func": 1.0727292001247406,
      "step": 38
    },
    {
      "completion_length": 148.79167222976685,
      "epoch": 5.816326530612245,
      "grad_norm": 29.147146224975586,
      "kl": 15.417209282517433,
      "learning_rate": 6.819524684817438e-07,
      "loss": 0.0617,
      "reward": 7.106102883815765,
      "reward_std": 1.7796209510415792,
      "rewards/concensus_correctness_reward_func": 2.577020935714245,
      "rewards/consensus_reward_func": 1.770833358168602,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6458333544433117,
      "rewards/question_recreation_reward_func": 0.776269219815731,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.2395833390764892,
      "rewards/xmlcount_reward_func": 1.096562534570694,
      "step": 40
    },
    {
      "completion_length": 136.22222815619574,
      "epoch": 6.0,
      "grad_norm": 1.3934465646743774,
      "kl": 5.498192171255748,
      "learning_rate": 6.514250379489753e-07,
      "loss": 0.0124,
      "reward": 7.742595513661702,
      "reward_std": 1.660642887155215,
      "rewards/concensus_correctness_reward_func": 2.780629793802897,
      "rewards/consensus_reward_func": 1.8148148324754503,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.925925956832038,
      "rewards/question_recreation_reward_func": 0.7783545653025309,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.34259260528617436,
      "rewards/xmlcount_reward_func": 1.100277794731988,
      "step": 42
    },
    {
      "completion_length": 131.91667127609253,
      "epoch": 6.326530612244898,
      "grad_norm": 86.82180786132812,
      "kl": 7.230513151735067,
      "learning_rate": 6.202624781831268e-07,
      "loss": 0.0289,
      "reward": 7.519849359989166,
      "reward_std": 1.9302407233044505,
      "rewards/concensus_correctness_reward_func": 2.7842084243893623,
      "rewards/consensus_reward_func": 1.7916667014360428,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.7500000223517418,
      "rewards/question_recreation_reward_func": 0.7942450679838657,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.2812500074505806,
      "rewards/xmlcount_reward_func": 1.1184791885316372,
      "step": 44
    },
    {
      "completion_length": 139.95833778381348,
      "epoch": 6.653061224489796,
      "grad_norm": 27.562007904052734,
      "kl": 3.454345304518938,
      "learning_rate": 5.885954957896115e-07,
      "loss": 0.0138,
      "reward": 8.00665533542633,
      "reward_std": 1.2218087577202823,
      "rewards/concensus_correctness_reward_func": 2.9044167771935463,
      "rewards/consensus_reward_func": 1.9166666865348816,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.979166679084301,
      "rewards/question_recreation_reward_func": 0.7464781459420919,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.354166675824672,
      "rewards/xmlcount_reward_func": 1.1057604439556599,
      "step": 46
    },
    {
      "completion_length": 153.07292079925537,
      "epoch": 6.979591836734694,
      "grad_norm": 27.93134307861328,
      "kl": 3.1857686080038548,
      "learning_rate": 5.565569130976422e-07,
      "loss": 0.0127,
      "reward": 7.041526362299919,
      "reward_std": 1.0168249132111669,
      "rewards/concensus_correctness_reward_func": 2.486583448946476,
      "rewards/consensus_reward_func": 1.9375000149011612,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5416666716337204,
      "rewards/question_recreation_reward_func": 0.7332138326019049,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3333333395421505,
      "rewards/xmlcount_reward_func": 1.0092291869223118,
      "step": 48
    },
    {
      "completion_length": 160.14815097384982,
      "epoch": 7.163265306122449,
      "grad_norm": 170.86781311035156,
      "kl": 11.491911586787966,
      "learning_rate": 5.242811110572242e-07,
      "loss": 0.0259,
      "reward": 8.074769073062473,
      "reward_std": 1.477204941213131,
      "rewards/concensus_correctness_reward_func": 3.0359260506100125,
      "rewards/consensus_reward_func": 1.9259259435865614,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8148148324754503,
      "rewards/question_recreation_reward_func": 0.8031024303701189,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3333333374725448,
      "rewards/xmlcount_reward_func": 1.1616666846805148,
      "step": 50
    },
    {
      "completion_length": 156.62500476837158,
      "epoch": 7.489795918367347,
      "grad_norm": 53.23563003540039,
      "kl": 6.891783501952887,
      "learning_rate": 4.919034655987492e-07,
      "loss": 0.0276,
      "reward": 7.151451528072357,
      "reward_std": 1.5093029392883182,
      "rewards/concensus_correctness_reward_func": 2.5530833937227726,
      "rewards/consensus_reward_func": 1.8333333507180214,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5208333507180214,
      "rewards/question_recreation_reward_func": 0.7634411212056875,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.35416667629033327,
      "rewards/xmlcount_reward_func": 1.1265937872231007,
      "step": 52
    },
    {
      "completion_length": 147.25000429153442,
      "epoch": 7.816326530612245,
      "grad_norm": 114.7640151977539,
      "kl": 10.466933637857437,
      "learning_rate": 4.595597798192979e-07,
      "loss": 0.0419,
      "reward": 7.904661297798157,
      "reward_std": 1.6417518015950918,
      "rewards/concensus_correctness_reward_func": 2.969458505511284,
      "rewards/consensus_reward_func": 1.8541667014360428,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.9791666902601719,
      "rewards/question_recreation_reward_func": 0.6804319731891155,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3125000107102096,
      "rewards/xmlcount_reward_func": 1.1089375242590904,
      "step": 54
    },
    {
      "completion_length": 155.2037090725369,
      "epoch": 8.0,
      "grad_norm": 3.9480135440826416,
      "kl": 11.50250263346566,
      "learning_rate": 4.2738571437725496e-07,
      "loss": 0.0259,
      "reward": 7.358906851874457,
      "reward_std": 0.839402411546972,
      "rewards/concensus_correctness_reward_func": 2.516926023695204,
      "rewards/consensus_reward_func": 1.9259259435865614,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5925925970077515,
      "rewards/question_recreation_reward_func": 0.8370364904403687,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.34259259866343605,
      "rewards/xmlcount_reward_func": 1.143833385573493,
      "step": 56
    },
    {
      "completion_length": 159.45833778381348,
      "epoch": 8.326530612244898,
      "grad_norm": 863.6643676757812,
      "kl": 35.004098031669855,
      "learning_rate": 3.955162184843624e-07,
      "loss": 0.14,
      "reward": 8.211535066366196,
      "reward_std": 1.38544119335711,
      "rewards/concensus_correctness_reward_func": 3.133895955979824,
      "rewards/consensus_reward_func": 1.8958333507180214,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8750000223517418,
      "rewards/question_recreation_reward_func": 0.8063577488064766,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3385416744276881,
      "rewards/xmlcount_reward_func": 1.1619062945246696,
      "step": 58
    },
    {
      "completion_length": 144.4687533378601,
      "epoch": 8.653061224489797,
      "grad_norm": 189.44834899902344,
      "kl": 10.496930615976453,
      "learning_rate": 3.640849638818285e-07,
      "loss": 0.042,
      "reward": 7.367700964212418,
      "reward_std": 1.1452099299058318,
      "rewards/concensus_correctness_reward_func": 2.6143959537148476,
      "rewards/consensus_reward_func": 1.8750000074505806,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6875000149011612,
      "rewards/question_recreation_reward_func": 0.7452841177582741,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3281250069849193,
      "rewards/xmlcount_reward_func": 1.1173958629369736,
      "step": 60
    },
    {
      "completion_length": 144.33333826065063,
      "epoch": 8.979591836734693,
      "grad_norm": 209.30723571777344,
      "kl": 14.015553690493107,
      "learning_rate": 3.3322378417458977e-07,
      "loss": 0.0561,
      "reward": 7.006956398487091,
      "reward_std": 1.2585053518414497,
      "rewards/concensus_correctness_reward_func": 2.530229277908802,
      "rewards/consensus_reward_func": 1.8958333432674408,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5625000186264515,
      "rewards/question_recreation_reward_func": 0.7143938150256872,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3020833386108279,
      "rewards/xmlcount_reward_func": 1.0019166739657521,
      "step": 62
    },
    {
      "completion_length": 150.12963189019098,
      "epoch": 9.16326530612245,
      "grad_norm": 32.758628845214844,
      "kl": 5.287693930996789,
      "learning_rate": 3.030621218753565e-07,
      "loss": 0.0119,
      "reward": 7.5886712074279785,
      "reward_std": 1.4468793181909456,
      "rewards/concensus_correctness_reward_func": 2.7052963177363076,
      "rewards/consensus_reward_func": 1.8518518739276462,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5555555820465088,
      "rewards/question_recreation_reward_func": 0.8815045456091563,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.4074074195490943,
      "rewards/xmlcount_reward_func": 1.1870555877685547,
      "step": 64
    },
    {
      "completion_length": 147.30208778381348,
      "epoch": 9.489795918367347,
      "grad_norm": 34.67484664916992,
      "kl": 8.050114326179028,
      "learning_rate": 2.7372648547773056e-07,
      "loss": 0.0322,
      "reward": 7.482940346002579,
      "reward_std": 1.7375944498926401,
      "rewards/concensus_correctness_reward_func": 2.7195001617074013,
      "rewards/consensus_reward_func": 1.8541667014360428,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8125000223517418,
      "rewards/question_recreation_reward_func": 0.7145757041871548,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3229166781529784,
      "rewards/xmlcount_reward_func": 1.0592812709510326,
      "step": 66
    },
    {
      "completion_length": 167.20834064483643,
      "epoch": 9.816326530612244,
      "grad_norm": 89.52812194824219,
      "kl": 11.392170794308186,
      "learning_rate": 2.4533991883561867e-07,
      "loss": 0.0456,
      "reward": 7.283994108438492,
      "reward_std": 2.0638703016666113,
      "rewards/concensus_correctness_reward_func": 2.6977084651589394,
      "rewards/consensus_reward_func": 1.8541667014360428,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.791666679084301,
      "rewards/question_recreation_reward_func": 0.722952519543469,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3281250079162419,
      "rewards/xmlcount_reward_func": 0.8893750123679638,
      "step": 68
    },
    {
      "completion_length": 156.79630194769965,
      "epoch": 10.0,
      "grad_norm": 156.22547912597656,
      "kl": 34.4146386384964,
      "learning_rate": 2.180214850745467e-07,
      "loss": 0.0774,
      "reward": 7.352667490641276,
      "reward_std": 1.5944823001821835,
      "rewards/concensus_correctness_reward_func": 2.557851963573032,
      "rewards/consensus_reward_func": 1.8518518739276462,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.66666669315762,
      "rewards/question_recreation_reward_func": 0.8239079978730943,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.32407408042086494,
      "rewards/xmlcount_reward_func": 1.1283148394690619,
      "step": 70
    },
    {
      "completion_length": 155.84375524520874,
      "epoch": 10.326530612244898,
      "grad_norm": 27.7706356048584,
      "kl": 23.608520042151213,
      "learning_rate": 1.918857671995363e-07,
      "loss": 0.0944,
      "reward": 6.882090792059898,
      "reward_std": 1.8896575812250376,
      "rewards/concensus_correctness_reward_func": 2.389583431184292,
      "rewards/consensus_reward_func": 1.7708333656191826,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.583333358168602,
      "rewards/question_recreation_reward_func": 0.7503614760935307,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.31770834187045693,
      "rewards/xmlcount_reward_func": 1.0702708773314953,
      "step": 72
    },
    {
      "completion_length": 149.1979217529297,
      "epoch": 10.653061224489797,
      "grad_norm": 21.523523330688477,
      "kl": 2.896521057933569,
      "learning_rate": 1.6704238749415955e-07,
      "loss": 0.0116,
      "reward": 7.625757813453674,
      "reward_std": 1.3383555747568607,
      "rewards/concensus_correctness_reward_func": 2.8010626286268234,
      "rewards/consensus_reward_func": 1.895833358168602,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.833333358168602,
      "rewards/question_recreation_reward_func": 0.7119347481057048,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.29687500605359674,
      "rewards/xmlcount_reward_func": 1.0867187790572643,
      "step": 74
    },
    {
      "completion_length": 160.19792079925537,
      "epoch": 10.979591836734693,
      "grad_norm": 20.534908294677734,
      "kl": 3.678773246705532,
      "learning_rate": 1.435955477265855e-07,
      "loss": 0.0147,
      "reward": 7.276555508375168,
      "reward_std": 1.4596525165252388,
      "rewards/concensus_correctness_reward_func": 2.6348750963807106,
      "rewards/consensus_reward_func": 1.8750000298023224,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6666666828095913,
      "rewards/question_recreation_reward_func": 0.7408678065985441,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3072916748933494,
      "rewards/xmlcount_reward_func": 1.0518542043864727,
      "step": 76
    },
    {
      "completion_length": 133.7407430013021,
      "epoch": 11.16326530612245,
      "grad_norm": 28.189048767089844,
      "kl": 1.939618918630812,
      "learning_rate": 1.2164359209115232e-07,
      "loss": 0.0044,
      "reward": 7.868672423892551,
      "reward_std": 1.3693303159541554,
      "rewards/concensus_correctness_reward_func": 2.8143705129623413,
      "rewards/consensus_reward_func": 1.8888889021343656,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.9629629717932807,
      "rewards/question_recreation_reward_func": 0.6690981156296201,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3888889021343655,
      "rewards/xmlcount_reward_func": 1.1444629894362555,
      "step": 78
    },
    {
      "completion_length": 137.479172706604,
      "epoch": 11.489795918367347,
      "grad_norm": 21.610628128051758,
      "kl": 3.5505486726760864,
      "learning_rate": 1.0127859471863969e-07,
      "loss": 0.0142,
      "reward": 8.251626461744308,
      "reward_std": 1.1520962766371667,
      "rewards/concensus_correctness_reward_func": 3.0093334913253784,
      "rewards/consensus_reward_func": 1.8958333507180214,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 1.0833333507180214,
      "rewards/question_recreation_reward_func": 0.7842409312725067,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3437500069849193,
      "rewards/xmlcount_reward_func": 1.1351354345679283,
      "step": 80
    },
    {
      "completion_length": 146.68750524520874,
      "epoch": 11.816326530612244,
      "grad_norm": 304.57879638671875,
      "kl": 18.97439554333687,
      "learning_rate": 8.258597348536451e-08,
      "loss": 0.0759,
      "reward": 7.12419793009758,
      "reward_std": 1.1336882379837334,
      "rewards/concensus_correctness_reward_func": 2.384791776537895,
      "rewards/consensus_reward_func": 1.8750000298023224,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6041666716337204,
      "rewards/question_recreation_reward_func": 0.7650520950555801,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.32812500838190317,
      "rewards/xmlcount_reward_func": 1.1670625284314156,
      "step": 82
    },
    {
      "completion_length": 158.59259626600476,
      "epoch": 12.0,
      "grad_norm": 6.851041793823242,
      "kl": 19.470843738979763,
      "learning_rate": 6.564413174092443e-08,
      "loss": 0.0438,
      "reward": 6.6761567327711315,
      "reward_std": 2.3495502869288125,
      "rewards/concensus_correctness_reward_func": 2.6375186112191944,
      "rewards/consensus_reward_func": 1.7037037478552923,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.37037038140826756,
      "rewards/question_recreation_reward_func": 0.6669898761643304,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.25925926781362957,
      "rewards/xmlcount_reward_func": 1.0383148590723674,
      "step": 84
    },
    {
      "completion_length": 146.40625524520874,
      "epoch": 12.326530612244898,
      "grad_norm": 50.41548156738281,
      "kl": 5.495190035551786,
      "learning_rate": 5.052412945730239e-08,
      "loss": 0.022,
      "reward": 7.814888745546341,
      "reward_std": 1.8049646876752377,
      "rewards/concensus_correctness_reward_func": 2.7624376490712166,
      "rewards/consensus_reward_func": 1.812500037252903,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 1.0000000149011612,
      "rewards/question_recreation_reward_func": 0.768659308552742,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.34375001210719347,
      "rewards/xmlcount_reward_func": 1.1275416910648346,
      "step": 86
    },
    {
      "completion_length": 145.2187557220459,
      "epoch": 12.653061224489797,
      "grad_norm": 24.04835319519043,
      "kl": 6.4878482632339,
      "learning_rate": 3.7289385178647935e-08,
      "loss": 0.026,
      "reward": 6.933362931013107,
      "reward_std": 1.6331765645882115,
      "rewards/concensus_correctness_reward_func": 2.4089584574103355,
      "rewards/consensus_reward_func": 1.8125000298023224,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6041666865348816,
      "rewards/question_recreation_reward_func": 0.7123732483014464,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.291666675824672,
      "rewards/xmlcount_reward_func": 1.1036979518830776,
      "step": 88
    },
    {
      "completion_length": 155.3645887374878,
      "epoch": 12.979591836734693,
      "grad_norm": 297.8585205078125,
      "kl": 16.179583985358477,
      "learning_rate": 2.5995410021864783e-08,
      "loss": 0.0647,
      "reward": 6.97337606549263,
      "reward_std": 1.5799871990457177,
      "rewards/concensus_correctness_reward_func": 2.5526250824332237,
      "rewards/consensus_reward_func": 1.8333333656191826,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5625000055879354,
      "rewards/question_recreation_reward_func": 0.7274489058181643,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.2760416711680591,
      "rewards/xmlcount_reward_func": 1.0214271005243063,
      "step": 90
    },
    {
      "completion_length": 144.12963104248047,
      "epoch": 13.16326530612245,
      "grad_norm": 12.75745964050293,
      "kl": 2.6552719937430487,
      "learning_rate": 1.6689574843694432e-08,
      "loss": 0.006,
      "reward": 7.728009806738959,
      "reward_std": 1.801444990767373,
      "rewards/concensus_correctness_reward_func": 2.6353704929351807,
      "rewards/consensus_reward_func": 1.7777778175142076,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 1.0000000264909532,
      "rewards/question_recreation_reward_func": 0.7926395270559523,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.3518518615100119,
      "rewards/xmlcount_reward_func": 1.1703703933291965,
      "step": 92
    },
    {
      "completion_length": 175.86458587646484,
      "epoch": 13.489795918367347,
      "grad_norm": 20.913118362426758,
      "kl": 20.442845933139324,
      "learning_rate": 9.410911550880474e-09,
      "loss": 0.0818,
      "reward": 7.111719518899918,
      "reward_std": 1.2113587739877403,
      "rewards/concensus_correctness_reward_func": 2.6123751029372215,
      "rewards/consensus_reward_func": 1.895833358168602,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.4583333395421505,
      "rewards/question_recreation_reward_func": 0.7710527684539557,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.31770834093913436,
      "rewards/xmlcount_reward_func": 1.0564166847616434,
      "step": 94
    },
    {
      "completion_length": 170.43750429153442,
      "epoch": 13.816326530612244,
      "grad_norm": 56.46401596069336,
      "kl": 6.687253672629595,
      "learning_rate": 4.189949386787462e-09,
      "loss": 0.0267,
      "reward": 7.157457113265991,
      "reward_std": 1.4778324384242296,
      "rewards/concensus_correctness_reward_func": 2.6755417585372925,
      "rewards/consensus_reward_func": 1.9166666716337204,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6250000149011612,
      "rewards/question_recreation_reward_func": 0.7189257899299264,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.25000000558793545,
      "rewards/xmlcount_reward_func": 0.9713229537010193,
      "step": 96
    },
    {
      "completion_length": 158.98148685031467,
      "epoch": 14.0,
      "grad_norm": 8.502113342285156,
      "kl": 14.761144949330223,
      "learning_rate": 1.0485868811441756e-09,
      "loss": 0.0332,
      "reward": 7.078439341651069,
      "reward_std": 2.4173015687200756,
      "rewards/concensus_correctness_reward_func": 2.708259383837382,
      "rewards/consensus_reward_func": 1.7777778307596843,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.7407407694392734,
      "rewards/question_recreation_reward_func": 0.7012355890538957,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.2500000074505806,
      "rewards/xmlcount_reward_func": 0.9004259506861368,
      "step": 98
    },
    {
      "completion_length": 132.07292079925537,
      "epoch": 14.326530612244898,
      "grad_norm": 761.41259765625,
      "kl": 23.711571153253317,
      "learning_rate": 0.0,
      "loss": 0.0949,
      "reward": 7.8674468994140625,
      "reward_std": 1.166940515031456,
      "rewards/concensus_correctness_reward_func": 2.8216668218374252,
      "rewards/consensus_reward_func": 1.9166666865348816,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.8958333507180214,
      "rewards/question_recreation_reward_func": 0.7172593288123608,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.35416667768731713,
      "rewards/xmlcount_reward_func": 1.1618542112410069,
      "step": 100
    },
    {
      "epoch": 14.326530612244898,
      "step": 100,
      "total_flos": 0.0,
      "train_loss": 0.034096282217651604,
      "train_runtime": 1879.4914,
      "train_samples_per_second": 2.554,
      "train_steps_per_second": 0.053
    }
  ],
  "logging_steps": 2,
  "max_steps": 100,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 17,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}