File size: 3,428 Bytes
bd3727b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {
"schema_version": 1,
"title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
"emoji": "🎯",
"space_id": "Yashp2003/repro-swe-bench-pro-can-ai-agents-solve-long-horizon-software-engineering-tasks",
"paper": null,
"tags": [
"icml2026-repro",
"paper-uEVTdoAbnK"
],
"updated_at": "2026-07-19T09:47:12+00:00",
"root": {
"slug": "index",
"title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
"file": "pages/index.md",
"children": [
{
"slug": "executive-summary",
"title": "Executive summary",
"file": "pages/executive-summary/page.md",
"children": []
},
{
"slug": "claim-1-swe-bench-pro-comprises-1-865-problems-sourced-from-41-actively-maintained-software-repositories-abstract-only",
"title": "Claim 1: SWE-Bench Pro comprises 1,865 problems sourced from 41 actively maintained software repositories (abstract only).",
"file": "pages/claim-1-swe-bench-pro-comprises-1-865-problems-sourced-from-41-actively-maintained-software-repositories-abstract-only/page.md",
"children": []
},
{
"slug": "claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets-abstract-only",
"title": "Claim 2: SWE-Bench Pro splits into public (11 repos), held-out (12 repos), and commercial (18 proprietary repos) sets (abstract only).",
"file": "pages/claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets-abstract-only/page.md",
"children": []
},
{
"slug": "claim-3-tasks-are-long-horizon-potentially-requiring-hours-to-days-for-professional-engineers-and-often-spanning-multiple-files-abstract-only",
"title": "Claim 3: Tasks are long-horizon, potentially requiring hours to days for professional engineers and often spanning multiple files (abstract only).",
"file": "pages/claim-3-tasks-are-long-horizon-potentially-requiring-hours-to-days-for-professional-engineers-and-often-spanning-multiple-files-abstract-only/page.md",
"children": []
},
{
"slug": "claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-resolution-context-abstract-only",
"title": "Claim 4: All SWE-Bench Pro tasks underwent human verification for adequate resolution context (abstract only).",
"file": "pages/claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-resolution-context-abstract-only/page.md",
"children": []
},
{
"slug": "claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-applications-b2b-services-and-developer-tools-abstract-only",
"title": "Claim 5: SWE-Bench Pro is a contamination-resistant testbed spanning business applications, B2B services, and developer tools (abstract only).",
"file": "pages/claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-applications-b2b-services-and-developer-tools-abstract-only/page.md",
"children": []
},
{
"slug": "conclusion",
"title": "Conclusion",
"file": "pages/conclusion/page.md",
"children": []
}
]
},
"agent_view_tokens": 6059,
"revision": "1784454432332803123"
} |