{ "epoch": 1.0, "eval_hdpo/chosen_dist_score": 0.04128555208444595, "eval_hdpo/dist_gap": 0.13271331787109375, "eval_hdpo/dist_reg": 0.10850370675325394, "eval_hdpo/rejected_dist_score": 0.1739988625049591, "eval_hdpo/sft_anchor": 1.1131372451782227, "eval_hdpo/weight_mean": 1.1502881050109863, "eval_logits/chosen": -2.6447837352752686, "eval_logits/rejected": -2.6575257778167725, "eval_logps/chosen": -185.43653869628906, "eval_logps/rejected": -84.86041259765625, "eval_loss": 0.3722534775733948, "eval_rewards/accuracies": 0.8874189853668213, "eval_rewards/chosen": -0.3274356722831726, "eval_rewards/margins": 2.378587007522583, "eval_rewards/rejected": -2.7060227394104004, "eval_runtime": 348.9139, "eval_samples_per_second": 21.232, "eval_steps_per_second": 2.654 }