| { |
| "schema_version": 1, |
| "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?", |
| "emoji": "🎯", |
| "space_id": "Yashp2003/repro-swe-bench-pro-can-ai-agents-solve-long-horizon-software-engineering-tasks", |
| "paper": { |
| "arxiv_id": "2509.16941" |
| }, |
| "tags": [ |
| "icml2026-repro", |
| "paper-uEVTdoAbnK" |
| ], |
| "updated_at": "2026-07-20T04:59:16+00:00", |
| "root": { |
| "slug": "index", |
| "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?", |
| "file": "pages/index.md", |
| "children": [ |
| { |
| "slug": "executive-summary", |
| "title": "Executive summary", |
| "file": "pages/executive-summary/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-1-swe-bench-pro-comprises-1-865-problems-from-41-actively-maintained-repositories", |
| "title": "Claim 1: SWE-Bench Pro comprises 1,865 problems from 41 actively maintained repositories.", |
| "file": "pages/claim-1-swe-bench-pro-comprises-1-865-problems-from-41-actively-maintained-repositories/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets", |
| "title": "Claim 2: SWE-Bench Pro splits into public (11 repos), held-out (12 repos), and commercial (18 proprietary repos) sets.", |
| "file": "pages/claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-3-swe-bench-pro-tasks-are-long-horizon-requiring-hours-to-days-for-professionals-and-multi-file-patches", |
| "title": "Claim 3: SWE-Bench Pro tasks are long-horizon, requiring hours to days for professionals and multi-file patches.", |
| "file": "pages/claim-3-swe-bench-pro-tasks-are-long-horizon-requiring-hours-to-days-for-professionals-and-multi-file-patches/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-context", |
| "title": "Claim 4: All SWE-Bench Pro tasks underwent human verification for adequate context.", |
| "file": "pages/claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-context/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-apps-b2b-services-and-dev-tools", |
| "title": "Claim 5: SWE-Bench Pro is a contamination-resistant testbed spanning business apps, B2B services, and dev tools.", |
| "file": "pages/claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-apps-b2b-services-and-dev-tools/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "conclusion", |
| "title": "Conclusion", |
| "file": "pages/conclusion/page.md", |
| "children": [] |
| } |
| ] |
| }, |
| "agent_view_tokens": 7676, |
| "revision": "1784523556359408410" |
| } |
