ZeterMordio's picture
SDPO negotiation FINAL
152d609 verified
Raw
History Blame Contribute Delete
7.34 kB
[
{
"iteration": 0,
"loss": 0.17873378698997075,
"mean_reward": -0.07439242479579901,
"deal_rate": 0.46875,
"mean_price": 164.377,
"mean_turns": 5.1328125,
"outcomes": {
"DEAL_SELLER_ACCEPTS": 37,
"DEAL_BUYER_ACCEPTS": 23,
"BUYER_DEAL_INVALID_SELLER_OFFER": 14,
"BUYER_FORMAT_ERROR": 12,
"NO_PRIOR_BUYER_OFFER": 11,
"SELLER_QUIT": 11,
"BUYER_DEAL_PRICE_MISMATCH": 6,
"BUYER_QUIT": 5,
"BUYER_BUDGET_VIOLATION": 3,
"UNEXPECTED_SELL": 3,
"NO_PRICE_IN_SELL": 1,
"BUYER_DEAL_NO_SELLER_OFFER": 1,
"SELLER_FORMAT_ERROR": 1
},
"role_confusions": 3,
"native_think_marker_turns": 649,
"native_think_marker_rate": 0.9878234398782344,
"structured_thought_turns": 1,
"structured_thought_rate": 0.0015220700152207,
"price_overshoot_rate": 0.0234375,
"first_offer_ratio": 0.8202917087243408,
"sample_product_count": 16,
"sample_unique_product_count": 16,
"sample_product_hash": "87a88a87ac6f",
"sample_mean_budget": 218.291875,
"sample_mean_cost": 154.231875,
"sample_mean_list_price": 272.86625,
"sample_mean_current_price": 180.556875,
"sample_mean_average_price": 202.119375,
"sample_mean_highest_price": 246.829375,
"sample_mean_budget_cost_spread": 64.05999999999999,
"sample_mean_budget_cost_spread_ratio": 0.28896979269158607,
"sample_mi_rate": 1.0,
"sample_category_counts": {
"books": 1,
"electronics": 4,
"movies-tv": 2,
"other": 5,
"patio-lawn-garden": 1,
"tools-home-improvement": 3
},
"sample_product_ids": [
"electronics_152",
"other_134",
"electronics_193",
"other_152",
"books_1",
"tools-home-improvement_21",
"movies-tv_44",
"tools-home-improvement_101",
"electronics_133",
"other_248",
"other_274",
"patio-lawn-garden_4",
"electronics_19",
"tools-home-improvement_36",
"movies-tv_42",
"other_217"
],
"sdpo_tokens": 20910,
"sdpo_mean_abs_adv": 0.3810318029650885,
"sdpo_demo_count": 120,
"update_examples": 362,
"optimizer_steps": 1,
"optimizer_global_step": 1,
"lr_last": 3.0000000000000004e-07,
"grad_norm_last": 168.0,
"sdpo_lambda_active": 0.9,
"time": 1275.5688898563385,
"rollout_time": 664.1521780490875,
"update_time": 611.416711807251,
"update_pretokenize_s": 2.4795352150686085,
"update_collate_s": 0.4829023430356756,
"update_policy_forward_s": 82.90388464427087,
"update_ref_forward_s": 0.0,
"update_teacher_forward_s": 94.2049253208097,
"update_loss_backward_s": 342.220496612601,
"update_optimizer_s": 84.89541104400996,
"update_grad_check_s": 0.003010077984072268,
"vram_current_gb": 37.656457216,
"vram_current_per_gpu_gb": [
37.656457216
],
"vram_reserved_current_gb": 37.677432832,
"vram_reserved_current_per_gpu_gb": [
37.677432832
],
"vram_peak_gb": 78.126148096,
"vram_peak_per_gpu_gb": [
78.126148096
],
"vram_reserved_peak_gb": 79.76517632,
"vram_reserved_peak_per_gpu_gb": [
79.76517632
],
"rollout_vram_peak_gb": 78.126148096,
"rollout_vram_peak_per_gpu_gb": [
78.126148096
],
"rollout_vram_reserved_peak_gb": 79.76517632,
"rollout_vram_reserved_peak_per_gpu_gb": [
79.76517632
],
"update_vram_peak_gb": 68.756777984,
"update_vram_peak_per_gpu_gb": [
68.756777984
],
"update_vram_reserved_peak_gb": 70.210551808,
"update_vram_reserved_peak_per_gpu_gb": [
70.210551808
]
},
{
"iteration": 1,
"loss": 0.1669444928465541,
"mean_reward": -0.11962072663878019,
"deal_rate": 0.3828125,
"mean_price": 177.03897959183672,
"mean_turns": 4.7578125,
"outcomes": {
"DEAL_SELLER_ACCEPTS": 28,
"DEAL_BUYER_ACCEPTS": 21,
"BUYER_FORMAT_ERROR": 19,
"BUYER_DEAL_INVALID_SELLER_OFFER": 14,
"BUYER_QUIT": 13,
"SELLER_QUIT": 12,
"BUYER_BUDGET_VIOLATION": 7,
"NO_PRIOR_BUYER_OFFER": 7,
"BUYER_DEAL_PRICE_MISMATCH": 4,
"SELLER_FORMAT_ERROR": 1,
"BUYER_DEAL_NO_SELLER_OFFER": 1,
"SELLER_CANNOT_ACCEPT_BELOW_COST": 1
},
"role_confusions": 0,
"native_think_marker_turns": 590,
"native_think_marker_rate": 0.9688013136288999,
"structured_thought_turns": 0,
"structured_thought_rate": 0.0,
"price_overshoot_rate": 0.0546875,
"first_offer_ratio": 0.7055094745605124,
"sample_product_count": 16,
"sample_unique_product_count": 16,
"sample_product_hash": "cb00cb166e03",
"sample_mean_budget": 204.4975,
"sample_mean_cost": 174.868125,
"sample_mean_list_price": 255.62312500000002,
"sample_mean_current_price": 185.23125,
"sample_mean_average_price": 225.420625,
"sample_mean_highest_price": 275.823125,
"sample_mean_budget_cost_spread": 29.629375000000003,
"sample_mean_budget_cost_spread_ratio": 0.30765905380301156,
"sample_mi_rate": 0.9375,
"sample_category_counts": {
"electronics": 7,
"health-personal-care": 1,
"home-kitchen": 1,
"movies-tv": 2,
"other": 3,
"tools-home-improvement": 2
},
"sample_product_ids": [
"tools-home-improvement_33",
"tools-home-improvement_141",
"electronics_283",
"home-kitchen_7",
"electronics_188",
"other_108",
"other_161",
"movies-tv_54",
"health-personal-care_1",
"electronics_127",
"movies-tv_45",
"electronics_144",
"electronics_148",
"electronics_103",
"electronics_245",
"other_32"
],
"sdpo_tokens": 19673,
"sdpo_mean_abs_adv": 0.36518642301631676,
"sdpo_demo_count": 112,
"update_examples": 344,
"optimizer_steps": 1,
"optimizer_global_step": 2,
"lr_last": 6.000000000000001e-07,
"grad_norm_last": 196.0,
"sdpo_lambda_active": 0.88,
"time": 1236.4674634933472,
"rollout_time": 657.482298374176,
"update_time": 578.9851651191711,
"update_pretokenize_s": 2.4479465370532125,
"update_collate_s": 0.5392208434641361,
"update_policy_forward_s": 80.11868820537347,
"update_ref_forward_s": 0.0,
"update_teacher_forward_s": 87.38052261050325,
"update_loss_backward_s": 328.0870166302193,
"update_optimizer_s": 74.70336132601369,
"update_grad_check_s": 0.0030803269473835826,
"vram_current_gb": 37.656457216,
"vram_current_per_gpu_gb": [
37.656457216
],
"vram_reserved_current_gb": 37.677432832,
"vram_reserved_current_per_gpu_gb": [
37.677432832
],
"vram_peak_gb": 78.836639744,
"vram_peak_per_gpu_gb": [
78.836639744
],
"vram_reserved_peak_gb": 80.283172864,
"vram_reserved_peak_per_gpu_gb": [
80.283172864
],
"rollout_vram_peak_gb": 78.836639744,
"rollout_vram_peak_per_gpu_gb": [
78.836639744
],
"rollout_vram_reserved_peak_gb": 80.283172864,
"rollout_vram_reserved_peak_per_gpu_gb": [
80.283172864
],
"update_vram_peak_gb": 70.150962688,
"update_vram_peak_per_gpu_gb": [
70.150962688
],
"update_vram_reserved_peak_gb": 71.41851136,
"update_vram_reserved_peak_per_gpu_gb": [
71.41851136
]
}
]