{
    "epoch": 1.0,
    "eval_hdpo/chosen_dist_score": 0.03437310457229614,
    "eval_hdpo/dist_gap": 0.08067288249731064,
    "eval_hdpo/dist_reg": 0.10412800312042236,
    "eval_hdpo/rejected_dist_score": 0.11504598706960678,
    "eval_hdpo/sft_anchor": 1.6811645030975342,
    "eval_hdpo/weight_mean": 1.1033281087875366,
    "eval_logits/chosen": -1.173525333404541,
    "eval_logits/rejected": -1.1441590785980225,
    "eval_logps/chosen": -265.4419860839844,
    "eval_logps/rejected": -114.48670196533203,
    "eval_loss": 0.47591543197631836,
    "eval_rewards/accuracies": 0.8080042600631714,
    "eval_rewards/chosen": -1.021552324295044,
    "eval_rewards/margins": 2.96040940284729,
    "eval_rewards/rejected": -3.981961727142334,
    "eval_runtime": 518.2222,
    "eval_samples_per_second": 10.935,
    "eval_steps_per_second": 1.368,
    "total_flos": 43330810675200.0,
    "train_loss": 0.37579502369309964,
    "train_runtime": 11033.1896,
    "train_samples_per_second": 4.449,
    "train_steps_per_second": 0.07
}