{
  "models": [
    {
      "model_id": "alibaba/qwen3-235b-a22b-instruct-2507",
      "name": "qwen3-235b-a22b-instruct-2507",
      "developer": "alibaba",
      "scores": {
        "Global MMLU Lite": 0.8798,
        "Culturally Sensitive": 0.8522,
        "Culturally Agnostic": 0.9075,
        "Arabic": 0.88,
        "English": 0.89,
        "Bengali": 0.8875,
        "German": 0.885,
        "French": 0.88,
        "Hindi": 0.8775,
        "Indonesian": 0.88,
        "Italian": 0.88,
        "Japanese": 0.88,
        "Korean": 0.875,
        "Portuguese": 0.8875,
        "Spanish": 0.875,
        "Swahili": 0.87,
        "Yoruba": 0.8725,
        "Chinese": 0.8775,
        "Burmese": 0.88
      }
    },
    {
      "model_id": "anthropic/claude-3-5-haiku-20241022",
      "name": "Claude 3.5 Haiku 20241022",
      "developer": "Anthropic",
      "scores": {
        "Global MMLU Lite": 0.6114,
        "Culturally Sensitive": 0.5834,
        "Culturally Agnostic": 0.6394,
        "Arabic": 0.695,
        "English": 0.485,
        "Bengali": 0.675,
        "German": 0.565,
        "French": 0.61,
        "Hindi": 0.6575,
        "Indonesian": 0.5475,
        "Italian": 0.48,
        "Japanese": 0.655,
        "Korean": 0.6575,
        "Portuguese": 0.5225,
        "Spanish": 0.485,
        "Swahili": 0.69,
        "Yoruba": 0.6675,
        "Chinese": 0.69,
        "Burmese": 0.7
      }
    },
    {
      "model_id": "anthropic/claude-3-7-sonnet-20250219",
      "name": "claude-3-7-sonnet-20250219",
      "developer": "Anthropic",
      "scores": {
        "Global MMLU Lite": 0.8078,
        "Culturally Sensitive": 0.7794,
        "Culturally Agnostic": 0.8362,
        "Arabic": 0.7925,
        "English": 0.7625,
        "Bengali": 0.825,
        "German": 0.8125,
        "French": 0.7675,
        "Hindi": 0.805,
        "Indonesian": 0.8175,
        "Italian": 0.8225,
        "Japanese": 0.8425,
        "Korean": 0.83,
        "Portuguese": 0.77,
        "Spanish": 0.8075,
        "Swahili": 0.8125,
        "Yoruba": 0.81,
        "Chinese": 0.835,
        "Burmese": 0.8125
      }
    },
    {
      "model_id": "anthropic/claude-opus-4-1-20250805",
      "name": "claude-opus-4-1-20250805",
      "developer": "Anthropic",
      "scores": {
        "Global MMLU Lite": 0.943,
        "Culturally Sensitive": 0.9331,
        "Culturally Agnostic": 0.9528,
        "Arabic": 0.945,
        "English": 0.9475,
        "Bengali": 0.9425,
        "German": 0.94,
        "French": 0.945,
        "Hindi": 0.9475,
        "Indonesian": 0.9425,
        "Italian": 0.94,
        "Japanese": 0.94,
        "Korean": 0.95,
        "Portuguese": 0.945,
        "Spanish": 0.945,
        "Swahili": 0.93,
        "Yoruba": 0.9375,
        "Chinese": 0.945,
        "Burmese": 0.945
      }
    },
    {
      "model_id": "anthropic/claude-sonnet-4-20250514",
      "name": "claude-sonnet-4-20250514",
      "developer": "Anthropic",
      "scores": {
        "Global MMLU Lite": 0.9058,
        "Culturally Sensitive": 0.8913,
        "Culturally Agnostic": 0.9203,
        "Arabic": 0.9125,
        "English": 0.905,
        "Bengali": 0.9075,
        "German": 0.9125,
        "French": 0.91,
        "Hindi": 0.9,
        "Indonesian": 0.9025,
        "Italian": 0.9075,
        "Japanese": 0.9,
        "Korean": 0.9125,
        "Portuguese": 0.91,
        "Spanish": 0.9075,
        "Swahili": 0.8975,
        "Yoruba": 0.8975,
        "Chinese": 0.9175,
        "Burmese": 0.8925
      }
    },
    {
      "model_id": "cohere/aya-expanse-32b",
      "name": "aya-expanse-32b",
      "developer": "cohere",
      "scores": {
        "Global MMLU Lite": 0.7353,
        "Culturally Sensitive": 0.6891,
        "Culturally Agnostic": 0.7815,
        "Arabic": 0.7425,
        "English": 0.7544,
        "Bengali": 0.7343,
        "German": 0.7425,
        "French": 0.7325,
        "Hindi": 0.7375,
        "Indonesian": 0.7594,
        "Italian": 0.7305,
        "Japanese": 0.7419,
        "Korean": 0.7525,
        "Portuguese": 0.7544,
        "Spanish": 0.7362,
        "Swahili": 0.7071,
        "Yoruba": 0.6942,
        "Chinese": 0.743,
        "Burmese": 0.7025
      }
    },
    {
      "model_id": "cohere/command-a-03-2025",
      "name": "command-a-03-2025",
      "developer": "cohere",
      "scores": {
        "Global MMLU Lite": 0.8385,
        "Culturally Sensitive": 0.7993,
        "Culturally Agnostic": 0.8778,
        "Arabic": 0.8425,
        "English": 0.855,
        "Bengali": 0.8225,
        "German": 0.8425,
        "French": 0.8375,
        "Hindi": 0.8421,
        "Indonesian": 0.8546,
        "Italian": 0.8375,
        "Japanese": 0.845,
        "Korean": 0.85,
        "Portuguese": 0.84,
        "Spanish": 0.8525,
        "Swahili": 0.8275,
        "Yoruba": 0.815,
        "Chinese": 0.835,
        "Burmese": 0.8175
      }
    },
    {
      "model_id": "deepseek/deepseek-r1-0528",
      "name": "deepseek-r1-0528",
      "developer": "deepseek",
      "scores": {
        "Global MMLU Lite": 0.6744,
        "Culturally Sensitive": 0.6672,
        "Culturally Agnostic": 0.6816,
        "Arabic": 0.6825,
        "English": 0.715,
        "Bengali": 0.655,
        "German": 0.6375,
        "French": 0.6925,
        "Hindi": 0.6475,
        "Indonesian": 0.655,
        "Italian": 0.6775,
        "Japanese": 0.7725,
        "Korean": 0.6575,
        "Portuguese": 0.635,
        "Spanish": 0.7175,
        "Swahili": 0.6775,
        "Yoruba": 0.77,
        "Chinese": 0.5075,
        "Burmese": 0.69
      }
    },
    {
      "model_id": "deepseek/deepseek-v3.1",
      "name": "deepseek-v3.1",
      "developer": "deepseek",
      "scores": {
        "Global MMLU Lite": 0.8044,
        "Culturally Sensitive": 0.7793,
        "Culturally Agnostic": 0.8295,
        "Arabic": 0.805,
        "English": 0.825,
        "Bengali": 0.8157,
        "German": 0.7925,
        "French": 0.8175,
        "Hindi": 0.7569,
        "Indonesian": 0.7764,
        "Italian": 0.8075,
        "Japanese": 0.8312,
        "Korean": 0.8125,
        "Portuguese": 0.8246,
        "Spanish": 0.8125,
        "Swahili": 0.801,
        "Yoruba": 0.7831,
        "Chinese": 0.8161,
        "Burmese": 0.7925
      }
    },
    {
      "model_id": "google/gemini-2.5-flash",
      "name": "Gemini 2.5 Flash",
      "developer": "Google",
      "scores": {
        "Global MMLU Lite": 0.9145,
        "Culturally Sensitive": 0.9,
        "Culturally Agnostic": 0.9291,
        "Arabic": 0.9125,
        "English": 0.9325,
        "Bengali": 0.91,
        "German": 0.9025,
        "French": 0.91,
        "Hindi": 0.925,
        "Indonesian": 0.9075,
        "Italian": 0.9225,
        "Japanese": 0.9125,
        "Korean": 0.915,
        "Portuguese": 0.9125,
        "Spanish": 0.9175,
        "Swahili": 0.915,
        "Yoruba": 0.9075,
        "Chinese": 0.915,
        "Burmese": 0.915
      }
    },
    {
      "model_id": "google/gemini-2.5-flash-preview-05-20",
      "name": "gemini-2.5-flash-preview-05-20",
      "developer": "Google",
      "scores": {
        "Global MMLU Lite": 0.9092,
        "Culturally Sensitive": 0.8925,
        "Culturally Agnostic": 0.9259,
        "Arabic": 0.905,
        "English": 0.9225,
        "Bengali": 0.91,
        "German": 0.905,
        "French": 0.925,
        "Hindi": 0.9125,
        "Indonesian": 0.9075,
        "Italian": 0.89,
        "Japanese": 0.9125,
        "Korean": 0.9075,
        "Portuguese": 0.915,
        "Spanish": 0.915,
        "Swahili": 0.905,
        "Yoruba": 0.8825,
        "Chinese": 0.93,
        "Burmese": 0.9025
      }
    },
    {
      "model_id": "google/gemini-2.5-pro",
      "name": "Gemini 2.5 Pro",
      "developer": "Google",
      "scores": {
        "Global MMLU Lite": 0.9323,
        "Culturally Sensitive": 0.9241,
        "Culturally Agnostic": 0.9406,
        "Arabic": 0.9475,
        "English": 0.9275,
        "Bengali": 0.9275,
        "German": 0.93,
        "French": 0.9425,
        "Hindi": 0.9275,
        "Indonesian": 0.925,
        "Italian": 0.935,
        "Japanese": 0.9375,
        "Korean": 0.9275,
        "Portuguese": 0.93,
        "Spanish": 0.94,
        "Swahili": 0.9375,
        "Yoruba": 0.925,
        "Chinese": 0.9275,
        "Burmese": 0.93
      }
    },
    {
      "model_id": "google/gemini-3-pro-preview",
      "name": "gemini-3-pro-preview",
      "developer": "Google",
      "scores": {
        "Global MMLU Lite": 0.9453,
        "Culturally Sensitive": 0.9397,
        "Culturally Agnostic": 0.9509,
        "Arabic": 0.9475,
        "English": 0.9425,
        "Bengali": 0.9425,
        "German": 0.94,
        "French": 0.9575,
        "Hindi": 0.9425,
        "Indonesian": 0.955,
        "Italian": 0.955,
        "Japanese": 0.94,
        "Korean": 0.94,
        "Portuguese": 0.9425,
        "Spanish": 0.9475,
        "Swahili": 0.94,
        "Yoruba": 0.9425,
        "Chinese": 0.9475,
        "Burmese": 0.9425
      }
    },
    {
      "model_id": "google/gemma-3-27b-it",
      "name": "gemma-3-27b-it",
      "developer": "Google",
      "scores": {
        "Global MMLU Lite": 0.763,
        "Culturally Sensitive": 0.7528,
        "Culturally Agnostic": 0.7733,
        "Arabic": 0.78,
        "English": 0.7337,
        "Bengali": 0.75,
        "German": 0.775,
        "French": 0.7481,
        "Hindi": 0.7335,
        "Indonesian": 0.7563,
        "Italian": 0.75,
        "Japanese": 0.7925,
        "Korean": 0.798,
        "Portuguese": 0.7481,
        "Spanish": 0.7494,
        "Swahili": 0.785,
        "Yoruba": 0.7444,
        "Chinese": 0.7925,
        "Burmese": 0.7719
      }
    },
    {
      "model_id": "google/gemma-3-4b-it",
      "name": "gemma-3-4b-it",
      "developer": "Google",
      "scores": {
        "Global MMLU Lite": 0.6511,
        "Culturally Sensitive": 0.6116,
        "Culturally Agnostic": 0.6906,
        "Arabic": 0.6525,
        "English": 0.67,
        "Bengali": 0.68,
        "German": 0.6525,
        "French": 0.6575,
        "Hindi": 0.6475,
        "Indonesian": 0.6775,
        "Italian": 0.6675,
        "Japanese": 0.6325,
        "Korean": 0.66,
        "Portuguese": 0.68,
        "Spanish": 0.6725,
        "Swahili": 0.6075,
        "Yoruba": 0.5825,
        "Chinese": 0.6475,
        "Burmese": 0.63
      }
    },
    {
      "model_id": "ibm/granite-4.0-h-small",
      "name": "granite-4.0-h-small",
      "developer": "ibm",
      "scores": {
        "Global MMLU Lite": 0.7503,
        "Culturally Sensitive": 0.7182,
        "Culturally Agnostic": 0.7826,
        "Arabic": 0.7613,
        "English": 0.77,
        "Bengali": 0.7613,
        "German": 0.755,
        "French": 0.7594,
        "Hindi": 0.7575,
        "Indonesian": 0.7614,
        "Italian": 0.7525,
        "Japanese": 0.7406,
        "Korean": 0.7525,
        "Portuguese": 0.757,
        "Spanish": 0.7638,
        "Swahili": 0.7318,
        "Yoruba": 0.6921,
        "Chinese": 0.7475,
        "Burmese": 0.7419
      }
    },
    {
      "model_id": "mistralai/mistral-medium-3",
      "name": "mistral-medium-3",
      "developer": "mistralai",
      "scores": {
        "Global MMLU Lite": 0.5511,
        "Culturally Sensitive": 0.5391,
        "Culturally Agnostic": 0.5631,
        "Arabic": 0.455,
        "English": 0.38,
        "Bengali": 0.5175,
        "German": 0.4775,
        "French": 0.41,
        "Hindi": 0.555,
        "Indonesian": 0.515,
        "Italian": 0.535,
        "Japanese": 0.58,
        "Korean": 0.595,
        "Portuguese": 0.5175,
        "Spanish": 0.5375,
        "Swahili": 0.7075,
        "Yoruba": 0.7675,
        "Chinese": 0.535,
        "Burmese": 0.7325
      }
    },
    {
      "model_id": "mistralai/mistral-small-2503",
      "name": "mistral-small-2503",
      "developer": "mistralai",
      "scores": {
        "Global MMLU Lite": 0.7852,
        "Culturally Sensitive": 0.7537,
        "Culturally Agnostic": 0.8166,
        "Arabic": 0.7875,
        "English": 0.8,
        "Bengali": 0.7725,
        "German": 0.7975,
        "French": 0.8,
        "Hindi": 0.795,
        "Indonesian": 0.785,
        "Italian": 0.805,
        "Japanese": 0.77,
        "Korean": 0.79,
        "Portuguese": 0.7925,
        "Spanish": 0.7825,
        "Swahili": 0.775,
        "Yoruba": 0.735,
        "Chinese": 0.7925,
        "Burmese": 0.7825
      }
    },
    {
      "model_id": "openai/gpt-4.1-2025-04-14",
      "name": "gpt-4.1-2025-04-14",
      "developer": "OpenAI",
      "scores": {
        "Global MMLU Lite": 0.8755,
        "Culturally Sensitive": 0.8541,
        "Culturally Agnostic": 0.8969,
        "Arabic": 0.88,
        "English": 0.8825,
        "Bengali": 0.8625,
        "German": 0.875,
        "French": 0.8875,
        "Hindi": 0.8775,
        "Indonesian": 0.885,
        "Italian": 0.88,
        "Japanese": 0.8725,
        "Korean": 0.87,
        "Portuguese": 0.875,
        "Spanish": 0.885,
        "Swahili": 0.8725,
        "Yoruba": 0.875,
        "Chinese": 0.87,
        "Burmese": 0.8575
      }
    },
    {
      "model_id": "openai/gpt-5-2025-08-07",
      "name": "gpt-5-2025-08-07",
      "developer": "OpenAI",
      "scores": {
        "Global MMLU Lite": 0.8895,
        "Culturally Sensitive": 0.8913,
        "Culturally Agnostic": 0.8878,
        "Arabic": 0.8925,
        "English": 0.8725,
        "Bengali": 0.9,
        "German": 0.91,
        "French": 0.9075,
        "Hindi": 0.865,
        "Indonesian": 0.795,
        "Italian": 0.9075,
        "Japanese": 0.8875,
        "Korean": 0.915,
        "Portuguese": 0.8875,
        "Spanish": 0.905,
        "Swahili": 0.865,
        "Yoruba": 0.9125,
        "Chinese": 0.895,
        "Burmese": 0.915
      }
    },
    {
      "model_id": "openai/o3-mini-2025-01-31",
      "name": "o3-mini-2025-01-31",
      "developer": "OpenAI",
      "scores": {
        "Global MMLU Lite": 0.78,
        "Culturally Sensitive": 0.765,
        "Culturally Agnostic": 0.795,
        "Arabic": 0.7725,
        "English": 0.8025,
        "Bengali": 0.77,
        "German": 0.7525,
        "French": 0.74,
        "Hindi": 0.7525,
        "Indonesian": 0.7425,
        "Italian": 0.8,
        "Japanese": 0.81,
        "Korean": 0.8075,
        "Portuguese": 0.7975,
        "Spanish": 0.775,
        "Swahili": 0.765,
        "Yoruba": 0.7725,
        "Chinese": 0.8125,
        "Burmese": 0.8075
      }
    },
    {
      "model_id": "openai/o4-mini-2025-04-16",
      "name": "o4-mini-2025-04-16",
      "developer": "OpenAI",
      "scores": {
        "Global MMLU Lite": 0.8705,
        "Culturally Sensitive": 0.8503,
        "Culturally Agnostic": 0.8906,
        "Arabic": 0.865,
        "English": 0.8675,
        "Bengali": 0.8875,
        "German": 0.8775,
        "French": 0.87,
        "Hindi": 0.87,
        "Indonesian": 0.8675,
        "Italian": 0.855,
        "Japanese": 0.885,
        "Korean": 0.88,
        "Portuguese": 0.88,
        "Spanish": 0.855,
        "Swahili": 0.8525,
        "Yoruba": 0.8525,
        "Chinese": 0.89,
        "Burmese": 0.8725
      }
    },
    {
      "model_id": "unknown/aya-expanse-32b",
      "name": "aya-expanse-32b",
      "developer": "unknown",
      "scores": {
        "Global MMLU Lite": 0.7353,
        "Culturally Sensitive": 0.6891,
        "Culturally Agnostic": 0.7815,
        "Arabic": 0.7425,
        "English": 0.7544,
        "Bengali": 0.7343,
        "German": 0.7425,
        "French": 0.7325,
        "Hindi": 0.7375,
        "Indonesian": 0.7594,
        "Italian": 0.7305,
        "Japanese": 0.7419,
        "Korean": 0.7525,
        "Portuguese": 0.7544,
        "Spanish": 0.7362,
        "Swahili": 0.7071,
        "Yoruba": 0.6942,
        "Chinese": 0.743,
        "Burmese": 0.7025
      }
    },
    {
      "model_id": "unknown/granite-4.0-h-small",
      "name": "granite-4.0-h-small",
      "developer": "unknown",
      "scores": {
        "Global MMLU Lite": 0.7503,
        "Culturally Sensitive": 0.7182,
        "Culturally Agnostic": 0.7826,
        "Arabic": 0.7613,
        "English": 0.77,
        "Bengali": 0.7613,
        "German": 0.755,
        "French": 0.7594,
        "Hindi": 0.7575,
        "Indonesian": 0.7614,
        "Italian": 0.7525,
        "Japanese": 0.7406,
        "Korean": 0.7525,
        "Portuguese": 0.757,
        "Spanish": 0.7638,
        "Swahili": 0.7318,
        "Yoruba": 0.6921,
        "Chinese": 0.7475,
        "Burmese": 0.7419
      }
    },
    {
      "model_id": "unknown/o4-mini-2025-04-16",
      "name": "o4-mini-2025-04-16",
      "developer": "unknown",
      "scores": {
        "Global MMLU Lite": 0.8705,
        "Culturally Sensitive": 0.8503,
        "Culturally Agnostic": 0.8906,
        "Arabic": 0.865,
        "English": 0.8675,
        "Bengali": 0.8875,
        "German": 0.8775,
        "French": 0.87,
        "Hindi": 0.87,
        "Indonesian": 0.8675,
        "Italian": 0.855,
        "Japanese": 0.885,
        "Korean": 0.88,
        "Portuguese": 0.88,
        "Spanish": 0.855,
        "Swahili": 0.8525,
        "Yoruba": 0.8525,
        "Chinese": 0.89,
        "Burmese": 0.8725
      }
    },
    {
      "model_id": "xai/grok-3-mini",
      "name": "grok-3-mini",
      "developer": "xAI",
      "scores": {
        "Global MMLU Lite": 0.673,
        "Culturally Sensitive": 0.6717,
        "Culturally Agnostic": 0.6743,
        "Arabic": 0.755,
        "English": 0.5075,
        "Bengali": 0.7355,
        "German": 0.6591,
        "French": 0.485,
        "Hindi": 0.56,
        "Indonesian": 0.725,
        "Italian": 0.696,
        "Japanese": 0.6575,
        "Korean": 0.7325,
        "Portuguese": 0.6275,
        "Spanish": 0.61,
        "Swahili": 0.7625,
        "Yoruba": 0.8296,
        "Chinese": 0.5564,
        "Burmese": 0.8693
      }
    },
    {
      "model_id": "xai/grok-4-0709",
      "name": "grok-4-0709",
      "developer": "xAI",
      "scores": {
        "Global MMLU Lite": 0.8881,
        "Culturally Sensitive": 0.8862,
        "Culturally Agnostic": 0.89,
        "Arabic": 0.885,
        "English": 0.905,
        "Bengali": 0.8925,
        "German": 0.8725,
        "French": 0.875,
        "Hindi": 0.8675,
        "Indonesian": 0.89,
        "Italian": 0.9025,
        "Japanese": 0.87,
        "Korean": 0.895,
        "Portuguese": 0.8725,
        "Spanish": 0.9075,
        "Swahili": 0.91,
        "Yoruba": 0.905,
        "Chinese": 0.8525,
        "Burmese": 0.9075
      }
    }
  ]
}