{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 30,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 333.78125,
      "epoch": 0.3333333333333333,
      "grad_norm": 2.23221492767334,
      "kl": 0.05727095284964889,
      "learning_rate": 4.985344892885899e-07,
      "loss": 0.0001,
      "reward": 1.9450934082269669,
      "reward_std": 1.730120688676834,
      "rewards/concensus_correctness_reward_func": 0.625,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.1875,
      "rewards/question_recreation_reward_func": 0.5917184855788946,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.5408749803900719,
      "step": 2
    },
    {
      "completion_length": 312.71875,
      "epoch": 0.6666666666666666,
      "grad_norm": 2.403878688812256,
      "kl": 0.08554882137104869,
      "learning_rate": 4.869132927957006e-07,
      "loss": 0.0001,
      "reward": 2.863950189203024,
      "reward_std": 2.569031774997711,
      "rewards/concensus_correctness_reward_func": 1.369999997317791,
      "rewards/consensus_reward_func": 0.25,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.3125,
      "rewards/question_recreation_reward_func": 0.44188757985830307,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.48956248909235,
      "step": 4
    },
    {
      "completion_length": 343.625,
      "epoch": 1.0,
      "grad_norm": 1.2604225873947144,
      "kl": 0.028510307834949344,
      "learning_rate": 4.642142940418973e-07,
      "loss": 0.0,
      "reward": 1.9936382537707686,
      "reward_std": 1.554558202624321,
      "rewards/concensus_correctness_reward_func": 0.22356250323355198,
      "rewards/consensus_reward_func": 0.375,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5625,
      "rewards/question_recreation_reward_func": 0.5116695226170123,
      "rewards/soft_format_reward_func": 0.015625,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.30528124468401074,
      "step": 6
    },
    {
      "completion_length": 269.96875,
      "epoch": 1.3333333333333333,
      "grad_norm": 1.9944454431533813,
      "kl": 0.07280526106478646,
      "learning_rate": 4.314988729807827e-07,
      "loss": 0.0001,
      "reward": 1.4901013299822807,
      "reward_std": 1.149802852421999,
      "rewards/concensus_correctness_reward_func": 0.018812499940395355,
      "rewards/consensus_reward_func": 0.1875,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.375,
      "rewards/question_recreation_reward_func": 0.441507613286376,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.4672812442295253,
      "step": 8
    },
    {
      "completion_length": 331.09375,
      "epoch": 1.6666666666666665,
      "grad_norm": 30.684772491455078,
      "kl": 0.07077017636038363,
      "learning_rate": 3.902967663405956e-07,
      "loss": 0.0001,
      "reward": 3.6839485419914126,
      "reward_std": 3.374626036733389,
      "rewards/concensus_correctness_reward_func": 2.042874988168478,
      "rewards/consensus_reward_func": 0.25,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.375,
      "rewards/question_recreation_reward_func": 0.40101105347275734,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.6150625091977417,
      "step": 10
    },
    {
      "completion_length": 288.0,
      "epoch": 2.0,
      "grad_norm": 2.637801170349121,
      "kl": 0.06282075913622975,
      "learning_rate": 3.4253453883497864e-07,
      "loss": 0.0001,
      "reward": 1.6097149848937988,
      "reward_std": 1.3047048449516296,
      "rewards/concensus_correctness_reward_func": 0.1197499968111515,
      "rewards/consensus_reward_func": 0.125,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.25,
      "rewards/question_recreation_reward_func": 0.5750275067985058,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.5399375148117542,
      "step": 12
    },
    {
      "completion_length": 333.0625,
      "epoch": 2.3333333333333335,
      "grad_norm": 8.6305513381958,
      "kl": 0.10169121820945293,
      "learning_rate": 2.9044549913819124e-07,
      "loss": 0.0001,
      "reward": 2.1766048222780228,
      "reward_std": 1.1718497909605503,
      "rewards/concensus_correctness_reward_func": 0.16387499682605267,
      "rewards/consensus_reward_func": 0.5,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5,
      "rewards/question_recreation_reward_func": 0.49301106855273247,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.5197187401354313,
      "step": 14
    },
    {
      "completion_length": 300.0,
      "epoch": 2.6666666666666665,
      "grad_norm": 1.2753549814224243,
      "kl": 0.06518209201749414,
      "learning_rate": 2.3646527285364563e-07,
      "loss": 0.0001,
      "reward": 4.655350029468536,
      "reward_std": 5.421490907669067,
      "rewards/concensus_correctness_reward_func": 3.292874988168478,
      "rewards/consensus_reward_func": 0.25,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.375,
      "rewards/question_recreation_reward_func": 0.5220377082005143,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.2154375035315752,
      "step": 16
    },
    {
      "completion_length": 256.96875,
      "epoch": 3.0,
      "grad_norm": 2.370971441268921,
      "kl": 0.07046509714564309,
      "learning_rate": 1.8311791536769483e-07,
      "loss": 0.0001,
      "reward": 1.1566908285021782,
      "reward_std": 1.1407469268888235,
      "rewards/concensus_correctness_reward_func": 0.12006250023841858,
      "rewards/consensus_reward_func": 0.125,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0625,
      "rewards/question_recreation_reward_func": 0.4378783367574215,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.41124999476596713,
      "step": 18
    },
    {
      "completion_length": 306.6875,
      "epoch": 3.3333333333333335,
      "grad_norm": 3.7701992988586426,
      "kl": 0.07338486751541495,
      "learning_rate": 1.328978898250525e-07,
      "loss": 0.0001,
      "reward": 2.597634121775627,
      "reward_std": 2.288734745234251,
      "rewards/concensus_correctness_reward_func": 0.7414374984800816,
      "rewards/consensus_reward_func": 0.5625,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.4375,
      "rewards/question_recreation_reward_func": 0.4301653988659382,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.4260312672704458,
      "step": 20
    },
    {
      "completion_length": 231.65625,
      "epoch": 3.6666666666666665,
      "grad_norm": 33.05220031738281,
      "kl": 0.06382088427199051,
      "learning_rate": 8.81534288045431e-08,
      "loss": 0.0001,
      "reward": 1.6381819306407124,
      "reward_std": 1.1167348898015916,
      "rewards/concensus_correctness_reward_func": 0.17299999669194221,
      "rewards/consensus_reward_func": 0.25,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.1875,
      "rewards/question_recreation_reward_func": 0.46974439593032,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.557937502861023,
      "step": 22
    },
    {
      "completion_length": 250.75,
      "epoch": 4.0,
      "grad_norm": 2.149594306945801,
      "kl": 0.065125553868711,
      "learning_rate": 5.097673357358906e-08,
      "loss": 0.0001,
      "reward": 3.1555401384830475,
      "reward_std": 2.317109949886799,
      "rewards/concensus_correctness_reward_func": 1.4325000010430813,
      "rewards/consensus_reward_func": 0.0625,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.375,
      "rewards/question_recreation_reward_func": 0.5613213405013084,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.015625,
      "rewards/xmlcount_reward_func": 0.7085937708616257,
      "step": 24
    },
    {
      "completion_length": 318.3125,
      "epoch": 4.333333333333333,
      "grad_norm": 2.0100913047790527,
      "kl": 0.06343707226915285,
      "learning_rate": 2.3106145082260774e-08,
      "loss": 0.0001,
      "reward": 1.0433421432971954,
      "reward_std": 1.362046491354704,
      "rewards/concensus_correctness_reward_func": 0.07881249859929085,
      "rewards/consensus_reward_func": 0.125,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.5773108880966902,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.26221874030306935,
      "step": 26
    },
    {
      "completion_length": 325.21875,
      "epoch": 4.666666666666667,
      "grad_norm": 1.5065702199935913,
      "kl": 0.04980072972830385,
      "learning_rate": 5.844861072478335e-09,
      "loss": 0.0,
      "reward": 3.545183375477791,
      "reward_std": 3.6524936025962234,
      "rewards/concensus_correctness_reward_func": 1.9014999996870756,
      "rewards/consensus_reward_func": 0.375,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.5,
      "rewards/question_recreation_reward_func": 0.3512457935139537,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.41743750870227814,
      "step": 28
    },
    {
      "completion_length": 294.4375,
      "epoch": 5.0,
      "grad_norm": 1.806432843208313,
      "kl": 0.08484870253596455,
      "learning_rate": 0.0,
      "loss": 0.0001,
      "reward": 2.9638523161411285,
      "reward_std": 2.550200469791889,
      "rewards/concensus_correctness_reward_func": 0.9272499978542328,
      "rewards/consensus_reward_func": 0.25,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.6875,
      "rewards/question_recreation_reward_func": 0.42335233092308044,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.6757499873638153,
      "step": 30
    },
    {
      "epoch": 5.0,
      "step": 30,
      "total_flos": 0.0,
      "train_loss": 6.76935035395824e-05,
      "train_runtime": 380.3235,
      "train_samples_per_second": 1.262,
      "train_steps_per_second": 0.079
    }
  ],
  "logging_steps": 2,
  "max_steps": 30,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}