{
  "developer": "1-800-LLMs",
  "models": [
    {
      "id": "1-800-LLMs/Qwen-2.5-14B-Hindi",
      "name": "Qwen-2.5-14B-Hindi",
      "developer": "1-800-LLMs",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.5826,
        "hfopenllm_v2/BBH": 0.6524,
        "hfopenllm_v2/MATH Level 5": 0.3331,
        "hfopenllm_v2/GPQA": 0.3624,
        "hfopenllm_v2/MUSR": 0.4489,
        "hfopenllm_v2/MMLU-PRO": 0.5263
      }
    },
    {
      "id": "1-800-LLMs/Qwen-2.5-14B-Hindi-Custom-Instruct",
      "name": "Qwen-2.5-14B-Hindi-Custom-Instruct",
      "developer": "1-800-LLMs",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "hfopenllm_v2/IFEval": 0.3077,
        "hfopenllm_v2/BBH": 0.6284,
        "hfopenllm_v2/MATH Level 5": 0.3112,
        "hfopenllm_v2/GPQA": 0.37,
        "hfopenllm_v2/MUSR": 0.4491,
        "hfopenllm_v2/MMLU-PRO": 0.5164
      }
    }
  ]
}