File size: 3,058 Bytes
bd3727b f3df659 bd3727b c9752ad bd3727b f3df659 bd3727b f3df659 bd3727b f3df659 bd3727b f3df659 bd3727b f3df659 bd3727b 1a352b5 c9752ad bd3727b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | {
"schema_version": 1,
"title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
"emoji": "🎯",
"space_id": "Yashp2003/repro-swe-bench-pro-can-ai-agents-solve-long-horizon-software-engineering-tasks",
"paper": {
"arxiv_id": "2509.16941"
},
"tags": [
"icml2026-repro",
"paper-uEVTdoAbnK"
],
"updated_at": "2026-07-20T05:07:58+00:00",
"root": {
"slug": "index",
"title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
"file": "pages/index.md",
"children": [
{
"slug": "executive-summary",
"title": "Executive summary",
"file": "pages/executive-summary/page.md",
"children": []
},
{
"slug": "claim-1-swe-bench-pro-comprises-1-865-problems-from-41-actively-maintained-repositories",
"title": "Claim 1: SWE-Bench Pro comprises 1,865 problems from 41 actively maintained repositories.",
"file": "pages/claim-1-swe-bench-pro-comprises-1-865-problems-from-41-actively-maintained-repositories/page.md",
"children": []
},
{
"slug": "claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets",
"title": "Claim 2: SWE-Bench Pro splits into public (11 repos), held-out (12 repos), and commercial (18 proprietary repos) sets.",
"file": "pages/claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets/page.md",
"children": []
},
{
"slug": "claim-3-swe-bench-pro-tasks-are-long-horizon-requiring-hours-to-days-for-professionals-and-multi-file-patches",
"title": "Claim 3: SWE-Bench Pro tasks are long-horizon, requiring hours to days for professionals and multi-file patches.",
"file": "pages/claim-3-swe-bench-pro-tasks-are-long-horizon-requiring-hours-to-days-for-professionals-and-multi-file-patches/page.md",
"children": []
},
{
"slug": "claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-context",
"title": "Claim 4: All SWE-Bench Pro tasks underwent human verification for adequate context.",
"file": "pages/claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-context/page.md",
"children": []
},
{
"slug": "claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-apps-b2b-services-and-dev-tools",
"title": "Claim 5: SWE-Bench Pro is a contamination-resistant testbed spanning business apps, B2B services, and dev tools.",
"file": "pages/claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-apps-b2b-services-and-dev-tools/page.md",
"children": []
},
{
"slug": "conclusion",
"title": "Conclusion",
"file": "pages/conclusion/page.md",
"children": []
}
]
},
"agent_view_tokens": 7676,
"revision": "1784524078704003635"
} |