| { |
| "schema_version": 1, |
| "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?", |
| "emoji": "🎯", |
| "space_id": "Yashp2003/repro-swe-bench-pro-can-ai-agents-solve-long-horizon-software-engineering-tasks", |
| "paper": null, |
| "tags": [ |
| "icml2026-repro", |
| "paper-uEVTdoAbnK" |
| ], |
| "updated_at": "2026-07-19T13:01:37+00:00", |
| "root": { |
| "slug": "index", |
| "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?", |
| "file": "pages/index.md", |
| "children": [ |
| { |
| "slug": "executive-summary", |
| "title": "Executive summary", |
| "file": "pages/executive-summary/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-1-swe-bench-pro-comprises-1-865-problems-sourced-from-41-actively-maintained-software-repositories-abstract-only", |
| "title": "Claim 1: SWE-Bench Pro comprises 1,865 problems sourced from 41 actively maintained software repositories (abstract only).", |
| "file": "pages/claim-1-swe-bench-pro-comprises-1-865-problems-sourced-from-41-actively-maintained-software-repositories-abstract-only/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets-abstract-only", |
| "title": "Claim 2: SWE-Bench Pro splits into public (11 repos), held-out (12 repos), and commercial (18 proprietary repos) sets (abstract only).", |
| "file": "pages/claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets-abstract-only/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-3-tasks-are-long-horizon-potentially-requiring-hours-to-days-for-professional-engineers-and-often-spanning-multiple-files-abstract-only", |
| "title": "Claim 3: Tasks are long-horizon, potentially requiring hours to days for professional engineers and often spanning multiple files (abstract only).", |
| "file": "pages/claim-3-tasks-are-long-horizon-potentially-requiring-hours-to-days-for-professional-engineers-and-often-spanning-multiple-files-abstract-only/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-resolution-context-abstract-only", |
| "title": "Claim 4: All SWE-Bench Pro tasks underwent human verification for adequate resolution context (abstract only).", |
| "file": "pages/claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-resolution-context-abstract-only/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-applications-b2b-services-and-developer-tools-abstract-only", |
| "title": "Claim 5: SWE-Bench Pro is a contamination-resistant testbed spanning business applications, B2B services, and developer tools (abstract only).", |
| "file": "pages/claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-applications-b2b-services-and-developer-tools-abstract-only/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "conclusion", |
| "title": "Conclusion", |
| "file": "pages/conclusion/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "deep-verification-contamination-resistance-agent-solve-rate-and-eval-repo-evidence", |
| "title": "Deep Verification: Contamination Resistance, Agent Solve Rate, and Eval Repo Evidence", |
| "file": "pages/deep-verification-contamination-resistance-agent-solve-rate-and-eval-repo-evidence/page.md", |
| "children": [] |
| } |
| ] |
| }, |
| "agent_view_tokens": 9198, |
| "revision": "1784466097528170082" |
| } |
