data/benchmarks/apex-v1.json

{
  "models": [
    {
      "model_id": "anthropic/Opus 4.5",
      "name": "Opus 4.5",
      "developer": "Anthropic",
      "scores": {
        "Medicine (MD) Score": 0.65
      }
    },
    {
      "model_id": "google/Gemini 2.5 Flash",
      "name": "Gemini 2.5 Flash",
      "developer": "Google",
      "scores": {
        "Overall Score": 0.604
      }
    },
    {
      "model_id": "google/Gemini 3 Flash",
      "name": "Gemini 3 Flash",
      "developer": "Google",
      "scores": {
        "Overall Score": 0.64,
        "Consulting Score": 0.64
      }
    },
    {
      "model_id": "google/Gemini 3 Pro",
      "name": "Gemini 3 Pro",
      "developer": "Google",
      "scores": {
        "Overall Score": 0.643,
        "Consulting Score": 0.64,
        "Investment Banking Score": 0.63
      }
    },
    {
      "model_id": "openai/GPT 4o",
      "name": "GPT 4o",
      "developer": "OpenAI",
      "scores": {
        "Overall Score": 0.359
      }
    },
    {
      "model_id": "openai/GPT 5",
      "name": "GPT 5",
      "developer": "OpenAI",
      "scores": {
        "Overall Score": 0.67,
        "Big Law Score": 0.78,
        "Medicine (MD) Score": 0.66,
        "Investment Banking Score": 0.61
      }
    },
    {
      "model_id": "openai/GPT 5.1",
      "name": "GPT 5.1",
      "developer": "OpenAI",
      "scores": {
        "Big Law Score": 0.77
      }
    },
    {
      "model_id": "openai/GPT 5.2 Pro",
      "name": "GPT 5.2 Pro",
      "developer": "OpenAI",
      "scores": {
        "Overall Score": 0.668,
        "Consulting Score": 0.64,
        "Medicine (MD) Score": 0.65,
        "Investment Banking Score": 0.64
      }
    },
    {
      "model_id": "openai/o3",
      "name": "o3",
      "developer": "OpenAI",
      "scores": {
        "Big Law Score": 0.76
      }
    },
    {
      "model_id": "xai/Grok 4",
      "name": "Grok 4",
      "developer": "xAI",
      "scores": {
        "Overall Score": 0.635
      }
    }
  ]
}