{
  "developer": "AI-Sweden-Models",
  "models": [
    {
      "id": "AI-Sweden-Models/gpt-sw3-40b",
      "name": "gpt-sw3-40b",
      "developer": "AI-Sweden-Models",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.147,
        "hfopenllm_v2/BBH": 0.3268,
        "hfopenllm_v2/MATH Level 5": 0.0174,
        "hfopenllm_v2/GPQA": 0.2349,
        "hfopenllm_v2/MUSR": 0.3632,
        "hfopenllm_v2/MMLU-PRO": 0.1276
      }
    },
    {
      "id": "AI-Sweden-Models/Llama-3-8B-instruct",
      "name": "Llama-3-8B-instruct",
      "developer": "AI-Sweden-Models",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.2401,
        "hfopenllm_v2/BBH": 0.4173,
        "hfopenllm_v2/MATH Level 5": 0.0385,
        "hfopenllm_v2/GPQA": 0.2659,
        "hfopenllm_v2/MUSR": 0.4771,
        "hfopenllm_v2/MMLU-PRO": 0.2597
      }
    }
  ]
}