| { |
| "base_model": "Qwen/Qwen3-1.7B", |
| "adapter": "/tmp/atomicvision_publish_runner/output/train/checkpoint-1", |
| "episodes_per_difficulty": 32, |
| "seed_start": 10000, |
| "seed_policy": { |
| "sft_train": { |
| "start": 1000, |
| "stop": 4000 |
| }, |
| "grpo_train": { |
| "start": 4000, |
| "stop": 8000 |
| }, |
| "heldout_eval": { |
| "start": 10000, |
| "stop": 11000 |
| } |
| }, |
| "heldout_seed_enforced": true, |
| "max_tool_steps": 3, |
| "max_new_tokens": 180, |
| "modes": [ |
| "strict" |
| ], |
| "results": { |
| "medium": { |
| "baseline_prior_submit": { |
| "episodes": 32, |
| "mean_reward": 4.65651721875, |
| "mean_f1": 0.80580365625, |
| "mean_mae": 0.0244615625, |
| "mean_steps": 2.0, |
| "mean_scan_cost": 1.5, |
| "done_rate": 1.0, |
| "tool_failure_rate": 0.0, |
| "mean_repeated_tool_calls": 0.0, |
| "strict_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_repair_rate": 0.0, |
| "first_action_valid_rate": 1.0, |
| "first_action_ask_prior_rate": 1.0, |
| "submit_action_rate": 1.0, |
| "mean_identity_reward": 3.2232142812499998, |
| "mean_concentration_reward": 2.23155896875, |
| "mean_confidence_reward": 0.270494, |
| "mean_false_positive_penalty": -0.1875, |
| "mean_missed_defect_penalty": -0.28125, |
| "mean_timeout_penalty": 0.0, |
| "mean_outcome_reward_total": 5.72526725, |
| "mean_penalty_total": -1.06875 |
| }, |
| "strict_adapter": { |
| "episodes": 32, |
| "mean_reward": 4.50648265625, |
| "mean_f1": 0.789137, |
| "mean_mae": 0.027124218749999998, |
| "mean_steps": 2.0, |
| "mean_scan_cost": 1.5, |
| "done_rate": 1.0, |
| "tool_failure_rate": 0.0, |
| "mean_repeated_tool_calls": 0.0, |
| "strict_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_repair_rate": 0.0, |
| "first_action_valid_rate": 1.0, |
| "first_action_ask_prior_rate": 1.0, |
| "submit_action_rate": 1.0, |
| "mean_identity_reward": 3.156547625, |
| "mean_concentration_reward": 2.16269634375, |
| "mean_confidence_reward": 0.29348875, |
| "mean_false_positive_penalty": -0.1875, |
| "mean_missed_defect_penalty": -0.31875, |
| "mean_timeout_penalty": 0.0, |
| "mean_outcome_reward_total": 5.61273271875, |
| "mean_penalty_total": -1.10625 |
| }, |
| "strict_failures": [] |
| }, |
| "hard": { |
| "baseline_prior_submit": { |
| "episodes": 32, |
| "mean_reward": 5.01651990625, |
| "mean_f1": 0.85153328125, |
| "mean_mae": 0.02220903125, |
| "mean_steps": 2.0, |
| "mean_scan_cost": 1.5, |
| "done_rate": 1.0, |
| "tool_failure_rate": 0.0, |
| "mean_repeated_tool_calls": 0.0, |
| "strict_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_repair_rate": 0.0, |
| "first_action_valid_rate": 1.0, |
| "first_action_ask_prior_rate": 1.0, |
| "submit_action_rate": 1.0, |
| "mean_identity_reward": 3.40613278125, |
| "mean_concentration_reward": 2.3444645625, |
| "mean_confidence_reward": 0.53779759375, |
| "mean_false_positive_penalty": -0.109375, |
| "mean_missed_defect_penalty": -0.5625, |
| "mean_timeout_penalty": 0.0, |
| "mean_outcome_reward_total": 6.2883949375, |
| "mean_penalty_total": -1.2718749999999999 |
| }, |
| "strict_adapter": { |
| "episodes": 32, |
| "mean_reward": 4.714775875, |
| "mean_f1": 0.8206800937500001, |
| "mean_mae": 0.02552296875, |
| "mean_steps": 2.0, |
| "mean_scan_cost": 1.5, |
| "done_rate": 1.0, |
| "tool_failure_rate": 0.0, |
| "mean_repeated_tool_calls": 0.0, |
| "strict_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_pass_rate": 1.0, |
| "normalized_tool_call_repair_rate": 0.0, |
| "first_action_valid_rate": 1.0, |
| "first_action_ask_prior_rate": 1.0, |
| "submit_action_rate": 1.0, |
| "mean_identity_reward": 3.282720125, |
| "mean_concentration_reward": 2.243760375, |
| "mean_confidence_reward": 0.5257955, |
| "mean_false_positive_penalty": -0.09375, |
| "mean_missed_defect_penalty": -0.64375, |
| "mean_timeout_penalty": 0.0, |
| "mean_outcome_reward_total": 6.052276, |
| "mean_penalty_total": -1.3375 |
| }, |
| "strict_failures": [] |
| } |
| } |
| } |
