{ "method": "REINFORCE v3 (fresh LoRA, no SFT, heuristic override, reward shaping)", "base_model": "Qwen/Qwen3-4B", "rl_config": { "episodes": 30, "max_steps": 50, "lr": 5e-05, "temperature": 1.0, "grad_accum": 4, "grad_clip": 1.0, "lora_r": 16, "lora_alpha": 32 }, "gpu": "NVIDIA L40S", "vram_gb": 47.7, "torch_version": "2.8.0+cu128", "rl_episodes": [ { "episode": 0, "task": "easy_bench", "total_reward": 15.1892, "enrolled": 9, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 11, "recontact": 24, "allocate_to_site": 15 } }, { "episode": 1, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 2, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 3, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 4, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 5, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 6, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 7, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 8, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 9, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 10, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 11, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 12, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 13, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 14, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 15, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 16, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 17, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 18, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 19, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 20, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 21, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 22, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 23, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 24, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 25, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 26, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } }, { "episode": 27, "task": "easy_bench", "total_reward": 14.3473, "enrolled": 8, "target": 80, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 10, "recontact": 26, "allocate_to_site": 14 } }, { "episode": 28, "task": "medium_bench", "total_reward": 11.5018, "enrolled": 2, "target": 120, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 19, "recontact": 17, "allocate_to_site": 14 } }, { "episode": 29, "task": "hard_bench", "total_reward": 10.227, "enrolled": 0, "target": 150, "steps": 50, "unique_action_types": 3, "positive_rl_steps": 50, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } } ], "eval_results": { "easy_bench": { "steps": 50, "total_reward": 14.3473, "enrolled": 8, "target": 80, "json_parse_rate": 1.0, "action_dist": { "screen_patient": 10, "allocate_to_site": 14, "recontact": 26 } }, "medium_bench": { "steps": 50, "total_reward": 11.5018, "enrolled": 2, "target": 120, "json_parse_rate": 1.0, "action_dist": { "screen_patient": 19, "allocate_to_site": 14, "recontact": 17 } }, "hard_bench": { "steps": 50, "total_reward": 10.227, "enrolled": 0, "target": 150, "json_parse_rate": 1.0, "action_dist": { "screen_patient": 9, "recontact": 37, "allocate_to_site": 4 } } } }