{
  "schema_version": 1,
  "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
  "emoji": "🎯",
  "space_id": "Yashp2003/repro-swe-bench-pro-can-ai-agents-solve-long-horizon-software-engineering-tasks",
  "paper": {
    "arxiv_id": "2509.16941"
  },
  "tags": [
    "icml2026-repro",
    "paper-uEVTdoAbnK"
  ],
  "updated_at": "2026-07-20T05:07:58+00:00",
  "root": {
    "slug": "index",
    "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
    "file": "pages/index.md",
    "children": [
      {
        "slug": "executive-summary",
        "title": "Executive summary",
        "file": "pages/executive-summary/page.md",
        "children": []
      },
      {
        "slug": "claim-1-swe-bench-pro-comprises-1-865-problems-from-41-actively-maintained-repositories",
        "title": "Claim 1: SWE-Bench Pro comprises 1,865 problems from 41 actively maintained repositories.",
        "file": "pages/claim-1-swe-bench-pro-comprises-1-865-problems-from-41-actively-maintained-repositories/page.md",
        "children": []
      },
      {
        "slug": "claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets",
        "title": "Claim 2: SWE-Bench Pro splits into public (11 repos), held-out (12 repos), and commercial (18 proprietary repos) sets.",
        "file": "pages/claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets/page.md",
        "children": []
      },
      {
        "slug": "claim-3-swe-bench-pro-tasks-are-long-horizon-requiring-hours-to-days-for-professionals-and-multi-file-patches",
        "title": "Claim 3: SWE-Bench Pro tasks are long-horizon, requiring hours to days for professionals and multi-file patches.",
        "file": "pages/claim-3-swe-bench-pro-tasks-are-long-horizon-requiring-hours-to-days-for-professionals-and-multi-file-patches/page.md",
        "children": []
      },
      {
        "slug": "claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-context",
        "title": "Claim 4: All SWE-Bench Pro tasks underwent human verification for adequate context.",
        "file": "pages/claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-context/page.md",
        "children": []
      },
      {
        "slug": "claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-apps-b2b-services-and-dev-tools",
        "title": "Claim 5: SWE-Bench Pro is a contamination-resistant testbed spanning business apps, B2B services, and dev tools.",
        "file": "pages/claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-apps-b2b-services-and-dev-tools/page.md",
        "children": []
      },
      {
        "slug": "conclusion",
        "title": "Conclusion",
        "file": "pages/conclusion/page.md",
        "children": []
      }
    ]
  },
  "agent_view_tokens": 7676,
  "revision": "1784524078704003635"
}