{
  "schema_version": 1,
  "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
  "emoji": "🎯",
  "space_id": "Yashp2003/repro-swe-bench-pro-can-ai-agents-solve-long-horizon-software-engineering-tasks",
  "paper": null,
  "tags": [
    "icml2026-repro",
    "paper-uEVTdoAbnK"
  ],
  "updated_at": "2026-07-19T13:01:37+00:00",
  "root": {
    "slug": "index",
    "title": "Reproduction: SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?",
    "file": "pages/index.md",
    "children": [
      {
        "slug": "executive-summary",
        "title": "Executive summary",
        "file": "pages/executive-summary/page.md",
        "children": []
      },
      {
        "slug": "claim-1-swe-bench-pro-comprises-1-865-problems-sourced-from-41-actively-maintained-software-repositories-abstract-only",
        "title": "Claim 1: SWE-Bench Pro comprises 1,865 problems sourced from 41 actively maintained software repositories (abstract only).",
        "file": "pages/claim-1-swe-bench-pro-comprises-1-865-problems-sourced-from-41-actively-maintained-software-repositories-abstract-only/page.md",
        "children": []
      },
      {
        "slug": "claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets-abstract-only",
        "title": "Claim 2: SWE-Bench Pro splits into public (11 repos), held-out (12 repos), and commercial (18 proprietary repos) sets (abstract only).",
        "file": "pages/claim-2-swe-bench-pro-splits-into-public-11-repos-held-out-12-repos-and-commercial-18-proprietary-repos-sets-abstract-only/page.md",
        "children": []
      },
      {
        "slug": "claim-3-tasks-are-long-horizon-potentially-requiring-hours-to-days-for-professional-engineers-and-often-spanning-multiple-files-abstract-only",
        "title": "Claim 3: Tasks are long-horizon, potentially requiring hours to days for professional engineers and often spanning multiple files (abstract only).",
        "file": "pages/claim-3-tasks-are-long-horizon-potentially-requiring-hours-to-days-for-professional-engineers-and-often-spanning-multiple-files-abstract-only/page.md",
        "children": []
      },
      {
        "slug": "claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-resolution-context-abstract-only",
        "title": "Claim 4: All SWE-Bench Pro tasks underwent human verification for adequate resolution context (abstract only).",
        "file": "pages/claim-4-all-swe-bench-pro-tasks-underwent-human-verification-for-adequate-resolution-context-abstract-only/page.md",
        "children": []
      },
      {
        "slug": "claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-applications-b2b-services-and-developer-tools-abstract-only",
        "title": "Claim 5: SWE-Bench Pro is a contamination-resistant testbed spanning business applications, B2B services, and developer tools (abstract only).",
        "file": "pages/claim-5-swe-bench-pro-is-a-contamination-resistant-testbed-spanning-business-applications-b2b-services-and-developer-tools-abstract-only/page.md",
        "children": []
      },
      {
        "slug": "conclusion",
        "title": "Conclusion",
        "file": "pages/conclusion/page.md",
        "children": []
      },
      {
        "slug": "deep-verification-contamination-resistance-agent-solve-rate-and-eval-repo-evidence",
        "title": "Deep Verification: Contamination Resistance, Agent Solve Rate, and Eval Repo Evidence",
        "file": "pages/deep-verification-contamination-resistance-agent-solve-rate-and-eval-repo-evidence/page.md",
        "children": []
      }
    ]
  },
  "agent_view_tokens": 9198,
  "revision": "1784466097528170082"
}