{
  "models": [
    {
      "model_id": "anthropic/Opus 4.5",
      "name": "Opus 4.5",
      "developer": "Anthropic",
      "scores": {
        "Overall Pass@1": 0.184,
        "Overall Pass@8": 0.34,
        "Overall Mean Score": 0.348,
        "Investment Banking Pass@1": 0.216,
        "Management Consulting Pass@1": 0.132,
        "Corporate Law Pass@1": 0.202,
        "Corporate Lawyer Mean Score": 0.471
      }
    },
    {
      "model_id": "anthropic/Opus 4.6",
      "name": "Opus 4.6",
      "developer": "Anthropic",
      "scores": {
        "Overall Pass@1": 0.298,
        "Corporate Lawyer Mean Score": 0.502
      }
    },
    {
      "model_id": "applied-compute/Applied Compute: Small",
      "name": "Applied Compute: Small",
      "developer": "applied-compute",
      "scores": {
        "Overall Pass@1": 0.23,
        "Overall Mean Score": 0.401,
        "Corporate Law Pass@1": 0.266,
        "Corporate Lawyer Mean Score": 0.548
      }
    },
    {
      "model_id": "google/Gemini 3 Flash",
      "name": "Gemini 3 Flash",
      "developer": "Google",
      "scores": {
        "Overall Pass@1": 0.24,
        "Overall Pass@8": 0.367,
        "Overall Mean Score": 0.395,
        "Investment Banking Pass@1": 0.267,
        "Management Consulting Pass@1": 0.193,
        "Corporate Law Pass@1": 0.259,
        "Corporate Lawyer Mean Score": 0.524
      }
    },
    {
      "model_id": "google/Gemini 3 Pro",
      "name": "Gemini 3 Pro",
      "developer": "Google",
      "scores": {
        "Overall Pass@1": 0.184,
        "Overall Pass@8": 0.373,
        "Overall Mean Score": 0.341,
        "Investment Banking Pass@1": 0.188,
        "Management Consulting Pass@1": 0.124,
        "Corporate Law Pass@1": 0.239,
        "Corporate Lawyer Mean Score": 0.487
      }
    },
    {
      "model_id": "google/Gemini 3.1 Pro",
      "name": "Gemini 3.1 Pro",
      "developer": "Google",
      "scores": {
        "Overall Pass@1": 0.335,
        "Corporate Lawyer Mean Score": 0.494
      }
    },
    {
      "model_id": "minimax/Minimax-2.5",
      "name": "Minimax-2.5",
      "developer": "minimax",
      "scores": {
        "Corporate Lawyer Mean Score": 0.339
      }
    },
    {
      "model_id": "moonshot/Kimi K2 Thinking",
      "name": "Kimi K2 Thinking",
      "developer": "moonshot",
      "scores": {
        "Overall Pass@1": 0.04,
        "Overall Pass@8": 0.144,
        "Overall Mean Score": 0.115,
        "Investment Banking Pass@1": 0.012,
        "Management Consulting Pass@1": 0.029,
        "Corporate Law Pass@1": 0.08,
        "Corporate Lawyer Mean Score": 0.223
      }
    },
    {
      "model_id": "moonshot/Kimi K2.5",
      "name": "Kimi K2.5",
      "developer": "moonshot",
      "scores": {
        "Corporate Lawyer Mean Score": 0.402
      }
    },
    {
      "model_id": "openai/GPT 5",
      "name": "GPT 5",
      "developer": "OpenAI",
      "scores": {
        "Overall Pass@1": 0.183,
        "Overall Pass@8": 0.31,
        "Overall Mean Score": 0.329,
        "Investment Banking Pass@1": 0.273,
        "Management Consulting Pass@1": 0.123,
        "Corporate Law Pass@1": 0.153,
        "Corporate Lawyer Mean Score": 0.382
      }
    },
    {
      "model_id": "openai/GPT 5 Codex",
      "name": "GPT 5 Codex",
      "developer": "OpenAI",
      "scores": {
        "Corporate Lawyer Mean Score": 0.362
      }
    },
    {
      "model_id": "openai/GPT 5.1",
      "name": "GPT 5.1",
      "developer": "OpenAI",
      "scores": {
        "Corporate Lawyer Mean Score": 0.376
      }
    },
    {
      "model_id": "openai/GPT 5.1 Codex",
      "name": "GPT 5.1 Codex",
      "developer": "OpenAI",
      "scores": {
        "Corporate Lawyer Mean Score": 0.366
      }
    },
    {
      "model_id": "openai/GPT 5.2",
      "name": "GPT 5.2",
      "developer": "OpenAI",
      "scores": {
        "Overall Pass@1": 0.23,
        "Overall Pass@8": 0.4,
        "Overall Mean Score": 0.387,
        "Investment Banking Pass@1": 0.273,
        "Management Consulting Pass@1": 0.227,
        "Corporate Law Pass@1": 0.189,
        "Corporate Lawyer Mean Score": 0.443
      }
    },
    {
      "model_id": "openai/GPT 5.2 Codex",
      "name": "GPT 5.2 Codex",
      "developer": "OpenAI",
      "scores": {
        "Overall Pass@1": 0.276,
        "Corporate Lawyer Mean Score": 0.394
      }
    },
    {
      "model_id": "openai/GPT 5.3 Codex",
      "name": "GPT 5.3 Codex",
      "developer": "OpenAI",
      "scores": {
        "Overall Pass@1": 0.317
      }
    },
    {
      "model_id": "openai/GPT OSS 120B",
      "name": "GPT OSS 120B",
      "developer": "OpenAI",
      "scores": {
        "Overall Pass@1": 0.047,
        "Overall Pass@8": 0.115,
        "Overall Mean Score": 0.145,
        "Investment Banking Pass@1": 0.027,
        "Management Consulting Pass@1": 0.035,
        "Corporate Law Pass@1": 0.078,
        "Corporate Lawyer Mean Score": 0.269
      }
    },
    {
      "model_id": "xai/Grok 4",
      "name": "Grok 4",
      "developer": "xAI",
      "scores": {
        "Overall Pass@1": 0.152,
        "Overall Pass@8": 0.329,
        "Overall Mean Score": 0.303,
        "Investment Banking Pass@1": 0.17,
        "Management Consulting Pass@1": 0.12,
        "Corporate Law Pass@1": 0.165,
        "Corporate Lawyer Mean Score": 0.41
      }
    },
    {
      "model_id": "zhipu/GLM 4.6",
      "name": "GLM 4.6",
      "developer": "zhipu",
      "scores": {
        "Corporate Lawyer Mean Score": 0.196
      }
    },
    {
      "model_id": "zhipu/GLM 4.7",
      "name": "GLM 4.7",
      "developer": "zhipu",
      "scores": {
        "Corporate Lawyer Mean Score": 0.147
      }
    }
  ]
}