{
  "developer": "allura-org",
  "models": [
    {
      "id": "allura-org/L3.1-8b-RP-Ink",
      "name": "L3.1-8b-RP-Ink",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.7811,
        "hfopenllm_v2/BBH": 0.4828,
        "hfopenllm_v2/MATH Level 5": 0.148,
        "hfopenllm_v2/GPQA": 0.2643,
        "hfopenllm_v2/MUSR": 0.3608,
        "hfopenllm_v2/MMLU-PRO": 0.3428
      }
    },
    {
      "id": "allura-org/Mistral-Small-24b-Sertraline-0304",
      "name": "Mistral-Small-24b-Sertraline-0304",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.68,
        "hfopenllm_v2/BBH": 0.6525,
        "hfopenllm_v2/MATH Level 5": 0.2228,
        "hfopenllm_v2/GPQA": 0.3515,
        "hfopenllm_v2/MUSR": 0.4395,
        "hfopenllm_v2/MMLU-PRO": 0.5106
      }
    },
    {
      "id": "allura-org/Mistral-Small-Sisyphus-24b-2503",
      "name": "Mistral-Small-Sisyphus-24b-2503",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.6848,
        "hfopenllm_v2/BBH": 0.627,
        "hfopenllm_v2/MATH Level 5": 0.25,
        "hfopenllm_v2/GPQA": 0.2626,
        "hfopenllm_v2/MUSR": 0.3977,
        "hfopenllm_v2/MMLU-PRO": 0.5127
      }
    },
    {
      "id": "allura-org/MN-12b-RP-Ink",
      "name": "MN-12b-RP-Ink",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.7186,
        "hfopenllm_v2/BBH": 0.4834,
        "hfopenllm_v2/MATH Level 5": 0.1186,
        "hfopenllm_v2/GPQA": 0.2852,
        "hfopenllm_v2/MUSR": 0.3818,
        "hfopenllm_v2/MMLU-PRO": 0.3514
      }
    },
    {
      "id": "allura-org/MoE-Girl-1BA-7BT",
      "name": "MoE-Girl-1BA-7BT",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.2705,
        "hfopenllm_v2/BBH": 0.3139,
        "hfopenllm_v2/MATH Level 5": 0.0151,
        "hfopenllm_v2/GPQA": 0.2584,
        "hfopenllm_v2/MUSR": 0.3436,
        "hfopenllm_v2/MMLU-PRO": 0.1218
      }
    },
    {
      "id": "allura-org/MS-Meadowlark-22B",
      "name": "MS-Meadowlark-22B",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.6697,
        "hfopenllm_v2/BBH": 0.5163,
        "hfopenllm_v2/MATH Level 5": 0.1835,
        "hfopenllm_v2/GPQA": 0.3255,
        "hfopenllm_v2/MUSR": 0.3843,
        "hfopenllm_v2/MMLU-PRO": 0.3823
      }
    },
    {
      "id": "allura-org/Teleut-7b",
      "name": "Teleut-7b",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.6379,
        "hfopenllm_v2/BBH": 0.5141,
        "hfopenllm_v2/MATH Level 5": 0.2409,
        "hfopenllm_v2/GPQA": 0.3263,
        "hfopenllm_v2/MUSR": 0.464,
        "hfopenllm_v2/MMLU-PRO": 0.4131
      }
    },
    {
      "id": "allura-org/TQ2.5-14B-Aletheia-v1",
      "name": "TQ2.5-14B-Aletheia-v1",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.753,
        "hfopenllm_v2/BBH": 0.6585,
        "hfopenllm_v2/MATH Level 5": 0.3399,
        "hfopenllm_v2/GPQA": 0.3624,
        "hfopenllm_v2/MUSR": 0.4452,
        "hfopenllm_v2/MMLU-PRO": 0.5241
      }
    },
    {
      "id": "allura-org/TQ2.5-14B-Neon-v1",
      "name": "TQ2.5-14B-Neon-v1",
      "developer": "allura-org",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.6754,
        "hfopenllm_v2/BBH": 0.6553,
        "hfopenllm_v2/MATH Level 5": 0.3603,
        "hfopenllm_v2/GPQA": 0.3716,
        "hfopenllm_v2/MUSR": 0.461,
        "hfopenllm_v2/MMLU-PRO": 0.5253
      }
    }
  ]
}