[ { "iteration": 0, "loss": 0.17873378698997075, "mean_reward": -0.07439242479579901, "deal_rate": 0.46875, "mean_price": 164.377, "mean_turns": 5.1328125, "outcomes": { "DEAL_SELLER_ACCEPTS": 37, "DEAL_BUYER_ACCEPTS": 23, "BUYER_DEAL_INVALID_SELLER_OFFER": 14, "BUYER_FORMAT_ERROR": 12, "NO_PRIOR_BUYER_OFFER": 11, "SELLER_QUIT": 11, "BUYER_DEAL_PRICE_MISMATCH": 6, "BUYER_QUIT": 5, "BUYER_BUDGET_VIOLATION": 3, "UNEXPECTED_SELL": 3, "NO_PRICE_IN_SELL": 1, "BUYER_DEAL_NO_SELLER_OFFER": 1, "SELLER_FORMAT_ERROR": 1 }, "role_confusions": 3, "native_think_marker_turns": 649, "native_think_marker_rate": 0.9878234398782344, "structured_thought_turns": 1, "structured_thought_rate": 0.0015220700152207, "price_overshoot_rate": 0.0234375, "first_offer_ratio": 0.8202917087243408, "sample_product_count": 16, "sample_unique_product_count": 16, "sample_product_hash": "87a88a87ac6f", "sample_mean_budget": 218.291875, "sample_mean_cost": 154.231875, "sample_mean_list_price": 272.86625, "sample_mean_current_price": 180.556875, "sample_mean_average_price": 202.119375, "sample_mean_highest_price": 246.829375, "sample_mean_budget_cost_spread": 64.05999999999999, "sample_mean_budget_cost_spread_ratio": 0.28896979269158607, "sample_mi_rate": 1.0, "sample_category_counts": { "books": 1, "electronics": 4, "movies-tv": 2, "other": 5, "patio-lawn-garden": 1, "tools-home-improvement": 3 }, "sample_product_ids": [ "electronics_152", "other_134", "electronics_193", "other_152", "books_1", "tools-home-improvement_21", "movies-tv_44", "tools-home-improvement_101", "electronics_133", "other_248", "other_274", "patio-lawn-garden_4", "electronics_19", "tools-home-improvement_36", "movies-tv_42", "other_217" ], "sdpo_tokens": 20910, "sdpo_mean_abs_adv": 0.3810318029650885, "sdpo_demo_count": 120, "update_examples": 362, "optimizer_steps": 1, "optimizer_global_step": 1, "lr_last": 3.0000000000000004e-07, "grad_norm_last": 168.0, "sdpo_lambda_active": 0.9, "time": 1275.5688898563385, "rollout_time": 664.1521780490875, "update_time": 611.416711807251, "update_pretokenize_s": 2.4795352150686085, "update_collate_s": 0.4829023430356756, "update_policy_forward_s": 82.90388464427087, "update_ref_forward_s": 0.0, "update_teacher_forward_s": 94.2049253208097, "update_loss_backward_s": 342.220496612601, "update_optimizer_s": 84.89541104400996, "update_grad_check_s": 0.003010077984072268, "vram_current_gb": 37.656457216, "vram_current_per_gpu_gb": [ 37.656457216 ], "vram_reserved_current_gb": 37.677432832, "vram_reserved_current_per_gpu_gb": [ 37.677432832 ], "vram_peak_gb": 78.126148096, "vram_peak_per_gpu_gb": [ 78.126148096 ], "vram_reserved_peak_gb": 79.76517632, "vram_reserved_peak_per_gpu_gb": [ 79.76517632 ], "rollout_vram_peak_gb": 78.126148096, "rollout_vram_peak_per_gpu_gb": [ 78.126148096 ], "rollout_vram_reserved_peak_gb": 79.76517632, "rollout_vram_reserved_peak_per_gpu_gb": [ 79.76517632 ], "update_vram_peak_gb": 68.756777984, "update_vram_peak_per_gpu_gb": [ 68.756777984 ], "update_vram_reserved_peak_gb": 70.210551808, "update_vram_reserved_peak_per_gpu_gb": [ 70.210551808 ] }, { "iteration": 1, "loss": 0.1669444928465541, "mean_reward": -0.11962072663878019, "deal_rate": 0.3828125, "mean_price": 177.03897959183672, "mean_turns": 4.7578125, "outcomes": { "DEAL_SELLER_ACCEPTS": 28, "DEAL_BUYER_ACCEPTS": 21, "BUYER_FORMAT_ERROR": 19, "BUYER_DEAL_INVALID_SELLER_OFFER": 14, "BUYER_QUIT": 13, "SELLER_QUIT": 12, "BUYER_BUDGET_VIOLATION": 7, "NO_PRIOR_BUYER_OFFER": 7, "BUYER_DEAL_PRICE_MISMATCH": 4, "SELLER_FORMAT_ERROR": 1, "BUYER_DEAL_NO_SELLER_OFFER": 1, "SELLER_CANNOT_ACCEPT_BELOW_COST": 1 }, "role_confusions": 0, "native_think_marker_turns": 590, "native_think_marker_rate": 0.9688013136288999, "structured_thought_turns": 0, "structured_thought_rate": 0.0, "price_overshoot_rate": 0.0546875, "first_offer_ratio": 0.7055094745605124, "sample_product_count": 16, "sample_unique_product_count": 16, "sample_product_hash": "cb00cb166e03", "sample_mean_budget": 204.4975, "sample_mean_cost": 174.868125, "sample_mean_list_price": 255.62312500000002, "sample_mean_current_price": 185.23125, "sample_mean_average_price": 225.420625, "sample_mean_highest_price": 275.823125, "sample_mean_budget_cost_spread": 29.629375000000003, "sample_mean_budget_cost_spread_ratio": 0.30765905380301156, "sample_mi_rate": 0.9375, "sample_category_counts": { "electronics": 7, "health-personal-care": 1, "home-kitchen": 1, "movies-tv": 2, "other": 3, "tools-home-improvement": 2 }, "sample_product_ids": [ "tools-home-improvement_33", "tools-home-improvement_141", "electronics_283", "home-kitchen_7", "electronics_188", "other_108", "other_161", "movies-tv_54", "health-personal-care_1", "electronics_127", "movies-tv_45", "electronics_144", "electronics_148", "electronics_103", "electronics_245", "other_32" ], "sdpo_tokens": 19673, "sdpo_mean_abs_adv": 0.36518642301631676, "sdpo_demo_count": 112, "update_examples": 344, "optimizer_steps": 1, "optimizer_global_step": 2, "lr_last": 6.000000000000001e-07, "grad_norm_last": 196.0, "sdpo_lambda_active": 0.88, "time": 1236.4674634933472, "rollout_time": 657.482298374176, "update_time": 578.9851651191711, "update_pretokenize_s": 2.4479465370532125, "update_collate_s": 0.5392208434641361, "update_policy_forward_s": 80.11868820537347, "update_ref_forward_s": 0.0, "update_teacher_forward_s": 87.38052261050325, "update_loss_backward_s": 328.0870166302193, "update_optimizer_s": 74.70336132601369, "update_grad_check_s": 0.0030803269473835826, "vram_current_gb": 37.656457216, "vram_current_per_gpu_gb": [ 37.656457216 ], "vram_reserved_current_gb": 37.677432832, "vram_reserved_current_per_gpu_gb": [ 37.677432832 ], "vram_peak_gb": 78.836639744, "vram_peak_per_gpu_gb": [ 78.836639744 ], "vram_reserved_peak_gb": 80.283172864, "vram_reserved_peak_per_gpu_gb": [ 80.283172864 ], "rollout_vram_peak_gb": 78.836639744, "rollout_vram_peak_per_gpu_gb": [ 78.836639744 ], "rollout_vram_reserved_peak_gb": 80.283172864, "rollout_vram_reserved_peak_per_gpu_gb": [ 80.283172864 ], "update_vram_peak_gb": 70.150962688, "update_vram_peak_per_gpu_gb": [ 70.150962688 ], "update_vram_reserved_peak_gb": 71.41851136, "update_vram_reserved_peak_per_gpu_gb": [ 71.41851136 ] } ]