chore: sync EEE pipeline output [2026-03-28 11:49 UTC]

data/benchmarks.json

@@ -45,7 +45,7 @@
   },
   {
     "benchmark": "hfopenllm_v2",
-    "model_count": 4496
+    "model_count": 4494
   },
   {
     "benchmark": "la_leaderboard",
@@ -57,7 +57,7 @@
   },
   {
     "benchmark": "reward-bench",
-    "model_count": 331
+    "model_count": 328
   },
   {
     "benchmark": "swe-bench",

data/benchmarks/ace.json

@@ -3,7 +3,7 @@
     {
       "model_id": "anthropic/Opus 4.1",
       "name": "Opus 4.1",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Overall Score": 0.4,
         "Gaming Score": 0.318
@@ -12,7 +12,7 @@
     {
       "model_id": "anthropic/Opus 4.5",
       "name": "Opus 4.5",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Overall Score": 0.478,
         "Gaming Score": 0.391
@@ -21,7 +21,7 @@
     {
       "model_id": "anthropic/Sonnet 4.5",
       "name": "Sonnet 4.5",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Overall Score": 0.44,
         "Gaming Score": 0.373
@@ -30,7 +30,7 @@
     {
       "model_id": "google/Gemini 2.5 Flash",
       "name": "Gemini 2.5 Flash",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Score": 0.38,
         "Gaming Score": 0.284
@@ -39,7 +39,7 @@
     {
       "model_id": "google/Gemini 2.5 Pro",
       "name": "Gemini 2.5 Pro",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Score": 0.4,
         "Gaming Score": 0.285
@@ -48,7 +48,7 @@
     {
       "model_id": "google/Gemini 3 Flash",
       "name": "Gemini 3 Flash",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Gaming Score": 0.415
       }
@@ -56,7 +56,7 @@
     {
       "model_id": "google/Gemini 3 Pro",
       "name": "Gemini 3 Pro",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Score": 0.47,
         "Gaming Score": 0.509
@@ -65,7 +65,7 @@
     {
       "model_id": "openai/GPT 5",
       "name": "GPT 5",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.561,
         "DIY Score": 0.55,
@@ -76,7 +76,7 @@
     {
       "model_id": "openai/GPT 5.1",
       "name": "GPT 5.1",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.551,
         "DIY Score": 0.56,
@@ -87,7 +87,7 @@
     {
       "model_id": "openai/GPT 5.2",
       "name": "GPT 5.2",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.515,
         "Food Score": 0.65,
@@ -97,7 +97,7 @@
     {
       "model_id": "openai/o3",
       "name": "o3",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.529,
         "Gaming Score": 0.585,
@@ -107,7 +107,7 @@
     {
       "model_id": "openai/o3 Pro",
       "name": "o3 Pro",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.552,
         "DIY Score": 0.54,

data/benchmarks/apex-agents.json

@@ -3,7 +3,7 @@
     {
       "model_id": "anthropic/Opus 4.5",
       "name": "Opus 4.5",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Overall Pass@1": 0.184,
         "Overall Pass@8": 0.34,
@@ -17,7 +17,7 @@
     {
       "model_id": "anthropic/Opus 4.6",
       "name": "Opus 4.6",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Overall Pass@1": 0.298,
         "Corporate Lawyer Mean Score": 0.502
@@ -37,7 +37,7 @@
     {
       "model_id": "google/Gemini 3 Flash",
       "name": "Gemini 3 Flash",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Pass@1": 0.24,
         "Overall Pass@8": 0.367,
@@ -51,7 +51,7 @@
     {
       "model_id": "google/Gemini 3 Pro",
       "name": "Gemini 3 Pro",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Pass@1": 0.184,
         "Overall Pass@8": 0.373,
@@ -65,7 +65,7 @@
     {
       "model_id": "google/Gemini 3.1 Pro",
       "name": "Gemini 3.1 Pro",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Pass@1": 0.335,
         "Corporate Lawyer Mean Score": 0.494
@@ -104,7 +104,7 @@
     {
       "model_id": "openai/GPT 5",
       "name": "GPT 5",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Pass@1": 0.183,
         "Overall Pass@8": 0.31,
@@ -118,7 +118,7 @@
     {
       "model_id": "openai/GPT 5 Codex",
       "name": "GPT 5 Codex",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Corporate Lawyer Mean Score": 0.362
       }
@@ -126,7 +126,7 @@
     {
       "model_id": "openai/GPT 5.1",
       "name": "GPT 5.1",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Corporate Lawyer Mean Score": 0.376
       }
@@ -134,7 +134,7 @@
     {
       "model_id": "openai/GPT 5.1 Codex",
       "name": "GPT 5.1 Codex",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Corporate Lawyer Mean Score": 0.366
       }
@@ -142,7 +142,7 @@
     {
       "model_id": "openai/GPT 5.2",
       "name": "GPT 5.2",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Pass@1": 0.23,
         "Overall Pass@8": 0.4,
@@ -156,7 +156,7 @@
     {
       "model_id": "openai/GPT 5.2 Codex",
       "name": "GPT 5.2 Codex",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Pass@1": 0.276,
         "Corporate Lawyer Mean Score": 0.394
@@ -165,7 +165,7 @@
     {
       "model_id": "openai/GPT 5.3 Codex",
       "name": "GPT 5.3 Codex",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Pass@1": 0.317
       }
@@ -173,7 +173,7 @@
     {
       "model_id": "openai/GPT OSS 120B",
       "name": "GPT OSS 120B",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Pass@1": 0.047,
         "Overall Pass@8": 0.115,
@@ -187,7 +187,7 @@
     {
       "model_id": "xai/Grok 4",
       "name": "Grok 4",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Overall Pass@1": 0.152,
         "Overall Pass@8": 0.329,

data/benchmarks/apex-v1.json

@@ -3,7 +3,7 @@
     {
       "model_id": "anthropic/Opus 4.5",
       "name": "Opus 4.5",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Medicine (MD) Score": 0.65
       }
@@ -11,7 +11,7 @@
     {
       "model_id": "google/Gemini 2.5 Flash",
       "name": "Gemini 2.5 Flash",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Score": 0.604
       }
@@ -19,7 +19,7 @@
     {
       "model_id": "google/Gemini 3 Flash",
       "name": "Gemini 3 Flash",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Score": 0.64,
         "Consulting Score": 0.64
@@ -28,7 +28,7 @@
     {
       "model_id": "google/Gemini 3 Pro",
       "name": "Gemini 3 Pro",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Overall Score": 0.643,
         "Consulting Score": 0.64,
@@ -38,7 +38,7 @@
     {
       "model_id": "openai/GPT 4o",
       "name": "GPT 4o",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.359
       }
@@ -46,7 +46,7 @@
     {
       "model_id": "openai/GPT 5",
       "name": "GPT 5",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.67,
         "Big Law Score": 0.78,
@@ -57,7 +57,7 @@
     {
       "model_id": "openai/GPT 5.1",
       "name": "GPT 5.1",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Big Law Score": 0.77
       }
@@ -65,7 +65,7 @@
     {
       "model_id": "openai/GPT 5.2 Pro",
       "name": "GPT 5.2 Pro",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Overall Score": 0.668,
         "Consulting Score": 0.64,
@@ -76,7 +76,7 @@
     {
       "model_id": "openai/o3",
       "name": "o3",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Big Law Score": 0.76
       }
@@ -84,7 +84,7 @@
     {
       "model_id": "xai/Grok 4",
       "name": "Grok 4",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Overall Score": 0.635
       }

data/benchmarks/appworld_test_normal.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "appworld/test_normal": 0.68
+        "appworld/test_normal": 0.61
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "appworld/test_normal": 0.505
+        "appworld/test_normal": 0.36
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "appworld/test_normal": 0.071
+        "appworld/test_normal": 0.22
       }
     }
   ]

data/benchmarks/browsecompplus.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "browsecompplus": 0.51
+        "browsecompplus": 0.3333
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "browsecompplus": 0.43
+        "browsecompplus": 0.46
       }
     }
   ]

data/benchmarks/global-mmlu-lite.json

@@ -28,8 +28,8 @@
     },
     {
       "model_id": "anthropic/claude-3-5-haiku-20241022",
-      "name": "claude-3-5-haiku-20241022",
-      "developer": "anthropic",
+      "name": "Claude 3.5 Haiku 20241022",
+      "developer": "Anthropic",
       "scores": {
         "Global MMLU Lite": 0.6114,
         "Culturally Sensitive": 0.5834,
@@ -55,7 +55,7 @@
     {
       "model_id": "anthropic/claude-3-7-sonnet-20250219",
       "name": "claude-3-7-sonnet-20250219",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Global MMLU Lite": 0.8078,
         "Culturally Sensitive": 0.7794,
@@ -81,7 +81,7 @@
     {
       "model_id": "anthropic/claude-opus-4-1-20250805",
       "name": "claude-opus-4-1-20250805",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Global MMLU Lite": 0.943,
         "Culturally Sensitive": 0.9331,
@@ -107,7 +107,7 @@
     {
       "model_id": "anthropic/claude-sonnet-4-20250514",
       "name": "claude-sonnet-4-20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Global MMLU Lite": 0.9058,
         "Culturally Sensitive": 0.8913,
@@ -236,8 +236,8 @@
     },
     {
       "model_id": "google/gemini-2.5-flash",
-      "name": "gemini-2.5-flash",
-      "developer": "google",
+      "name": "Gemini 2.5 Flash",
+      "developer": "Google",
       "scores": {
         "Global MMLU Lite": 0.9145,
         "Culturally Sensitive": 0.9,
@@ -263,7 +263,7 @@
     {
       "model_id": "google/gemini-2.5-flash-preview-05-20",
       "name": "gemini-2.5-flash-preview-05-20",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Global MMLU Lite": 0.9092,
         "Culturally Sensitive": 0.8925,
@@ -288,8 +288,8 @@
     },
     {
       "model_id": "google/gemini-2.5-pro",
-      "name": "gemini-2.5-pro",
-      "developer": "google",
+      "name": "Gemini 2.5 Pro",
+      "developer": "Google",
       "scores": {
         "Global MMLU Lite": 0.9323,
         "Culturally Sensitive": 0.9241,
@@ -315,7 +315,7 @@
     {
       "model_id": "google/gemini-3-pro-preview",
       "name": "gemini-3-pro-preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Global MMLU Lite": 0.9453,
         "Culturally Sensitive": 0.9397,
@@ -341,7 +341,7 @@
     {
       "model_id": "google/gemma-3-27b-it",
       "name": "gemma-3-27b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Global MMLU Lite": 0.763,
         "Culturally Sensitive": 0.7528,
@@ -367,7 +367,7 @@
     {
       "model_id": "google/gemma-3-4b-it",
       "name": "gemma-3-4b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Global MMLU Lite": 0.6511,
         "Culturally Sensitive": 0.6116,
@@ -471,7 +471,7 @@
     {
       "model_id": "openai/gpt-4.1-2025-04-14",
       "name": "gpt-4.1-2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Global MMLU Lite": 0.8755,
         "Culturally Sensitive": 0.8541,
@@ -497,7 +497,7 @@
     {
       "model_id": "openai/gpt-5-2025-08-07",
       "name": "gpt-5-2025-08-07",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Global MMLU Lite": 0.8895,
         "Culturally Sensitive": 0.8913,
@@ -523,7 +523,7 @@
     {
       "model_id": "openai/o3-mini-2025-01-31",
       "name": "o3-mini-2025-01-31",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Global MMLU Lite": 0.78,
         "Culturally Sensitive": 0.765,
@@ -549,7 +549,7 @@
     {
       "model_id": "openai/o4-mini-2025-04-16",
       "name": "o4-mini-2025-04-16",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Global MMLU Lite": 0.8705,
         "Culturally Sensitive": 0.8503,
@@ -653,7 +653,7 @@
     {
       "model_id": "xai/grok-3-mini",
       "name": "grok-3-mini",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Global MMLU Lite": 0.673,
         "Culturally Sensitive": 0.6717,
@@ -679,7 +679,7 @@
     {
       "model_id": "xai/grok-4-0709",
       "name": "grok-4-0709",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Global MMLU Lite": 0.8881,
         "Culturally Sensitive": 0.8862,

data/benchmarks/helm_capabilities.json

@@ -1,5 +1,31 @@
 {
   "models": [
+    {
+      "model_id": "allenai/OLMo-2-1124-7B-Instruct",
+      "name": "OLMo 2 7B Instruct November 2024",
+      "developer": "allenai",
+      "scores": {
+        "Mean score": 0.405,
+        "MMLU-Pro": 0.292,
+        "GPQA": 0.296,
+        "IFEval": 0.693,
+        "WildBench": 0.628,
+        "Omni-MATH": 0.116
+      }
+    },
+    {
+      "model_id": "allenai/OLMoE-1B-7B-0125-Instruct",
+      "name": "OLMoE 1B-7B Instruct January 2025",
+      "developer": "allenai",
+      "scores": {
+        "Mean score": 0.332,
+        "MMLU-Pro": 0.169,
+        "GPQA": 0.22,
+        "IFEval": 0.628,
+        "WildBench": 0.551,
+        "Omni-MATH": 0.093
+      }
+    },
     {
       "model_id": "allenai/olmo-2-0325-32b-instruct",
       "name": "OLMo 2 32B Instruct March 2025",
@@ -26,32 +52,6 @@
         "Omni-MATH": 0.156
       }
     },
-    {
-      "model_id": "allenai/olmo-2-1124-7b-instruct",
-      "name": "OLMo 2 7B Instruct November 2024",
-      "developer": "allenai",
-      "scores": {
-        "Mean score": 0.405,
-        "MMLU-Pro": 0.292,
-        "GPQA": 0.296,
-        "IFEval": 0.693,
-        "WildBench": 0.628,
-        "Omni-MATH": 0.116
-      }
-    },
-    {
-      "model_id": "allenai/olmoe-1b-7b-0125-instruct",
-      "name": "OLMoE 1B-7B Instruct January 2025",
-      "developer": "allenai",
-      "scores": {
-        "Mean score": 0.332,
-        "MMLU-Pro": 0.169,
-        "GPQA": 0.22,
-        "IFEval": 0.628,
-        "WildBench": 0.551,
-        "Omni-MATH": 0.093
-      }
-    },
     {
       "model_id": "amazon/nova-lite-v1:0",
       "name": "Amazon Nova Lite",
@@ -106,8 +106,8 @@
     },
     {
       "model_id": "anthropic/claude-3-5-haiku-20241022",
-      "name": "claude-3-5-haiku-20241022",
-      "developer": "anthropic",
+      "name": "Claude 3.5 Haiku 20241022",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.549,
         "MMLU-Pro": 0.605,
@@ -120,7 +120,7 @@
     {
       "model_id": "anthropic/claude-3-5-sonnet-20241022",
       "name": "Claude 3.5 Sonnet 20241022",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.653,
         "MMLU-Pro": 0.777,
@@ -133,7 +133,7 @@
     {
       "model_id": "anthropic/claude-3-7-sonnet-20250219",
       "name": "claude-3-7-sonnet-20250219",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.674,
         "MMLU-Pro": 0.784,
@@ -146,7 +146,7 @@
     {
       "model_id": "anthropic/claude-opus-4-20250514",
       "name": "Claude 4 Opus 20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.757,
         "MMLU-Pro": 0.859,
@@ -159,7 +159,7 @@
     {
       "model_id": "anthropic/claude-opus-4-20250514-thinking-10k",
       "name": "Claude 4 Opus 20250514, extended thinking",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.78,
         "MMLU-Pro": 0.875,
@@ -172,7 +172,7 @@
     {
       "model_id": "anthropic/claude-sonnet-4-20250514",
       "name": "claude-sonnet-4-20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.733,
         "MMLU-Pro": 0.843,
@@ -185,7 +185,7 @@
     {
       "model_id": "anthropic/claude-sonnet-4-20250514-thinking-10k",
       "name": "Claude 4 Sonnet 20250514, extended thinking",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean score": 0.766,
         "MMLU-Pro": 0.843,
@@ -224,7 +224,7 @@
     {
       "model_id": "google/gemini-1.5-flash-002",
       "name": "Gemini 1.5 Flash 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.609,
         "MMLU-Pro": 0.678,
@@ -237,7 +237,7 @@
     {
       "model_id": "google/gemini-1.5-pro-002",
       "name": "Gemini 1.5 Pro 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.657,
         "MMLU-Pro": 0.737,
@@ -250,7 +250,7 @@
     {
       "model_id": "google/gemini-2.0-flash-001",
       "name": "Gemini 2.0 Flash",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.679,
         "MMLU-Pro": 0.737,
@@ -263,7 +263,7 @@
     {
       "model_id": "google/gemini-2.0-flash-lite-preview-02-05",
       "name": "Gemini 2.0 Flash Lite 02-05 preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.642,
         "MMLU-Pro": 0.72,
@@ -276,7 +276,7 @@
     {
       "model_id": "google/gemini-2.5-flash-lite",
       "name": "Gemini 2.5 Flash-Lite",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.591,
         "MMLU-Pro": 0.537,
@@ -289,7 +289,7 @@
     {
       "model_id": "google/gemini-2.5-flash-preview-04-17",
       "name": "Gemini 2.5 Flash 04-17 preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.626,
         "MMLU-Pro": 0.639,
@@ -302,7 +302,7 @@
     {
       "model_id": "google/gemini-2.5-pro-preview-03-25",
       "name": "Gemini 2.5 Pro 03-25 preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean score": 0.745,
         "MMLU-Pro": 0.863,
@@ -341,7 +341,7 @@
     {
       "model_id": "meta/llama-3.1-405b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 405B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean score": 0.618,
         "MMLU-Pro": 0.723,
@@ -354,7 +354,7 @@
     {
       "model_id": "meta/llama-3.1-70b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean score": 0.574,
         "MMLU-Pro": 0.653,
@@ -367,7 +367,7 @@
     {
       "model_id": "meta/llama-3.1-8b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 8B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean score": 0.444,
         "MMLU-Pro": 0.406,
@@ -380,7 +380,7 @@
     {
       "model_id": "meta/llama-4-maverick-17b-128e-instruct-fp8",
       "name": "Llama 4 Maverick 17Bx128E Instruct FP8",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean score": 0.718,
         "MMLU-Pro": 0.81,
@@ -393,7 +393,7 @@
     {
       "model_id": "meta/llama-4-scout-17b-16e-instruct",
       "name": "Llama 4 Scout 17Bx16E Instruct",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean score": 0.644,
         "MMLU-Pro": 0.742,
@@ -403,6 +403,32 @@
         "Omni-MATH": 0.373
       }
     },
+    {
+      "model_id": "mistralai/Mixtral-8x22B-Instruct-v0.1",
+      "name": "Mixtral-8x22B-Instruct-v0.1",
+      "developer": "mistralai",
+      "scores": {
+        "Mean score": 0.478,
+        "MMLU-Pro": 0.46,
+        "GPQA": 0.334,
+        "IFEval": 0.724,
+        "WildBench": 0.711,
+        "Omni-MATH": 0.163
+      }
+    },
+    {
+      "model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
+      "name": "Mixtral-8x7B-Instruct-v0.1",
+      "developer": "mistralai",
+      "scores": {
+        "Mean score": 0.397,
+        "MMLU-Pro": 0.335,
+        "GPQA": 0.296,
+        "IFEval": 0.575,
+        "WildBench": 0.673,
+        "Omni-MATH": 0.105
+      }
+    },
     {
       "model_id": "mistralai/mistral-7b-instruct-v0.3",
       "name": "Mistral Instruct v0.3 7B",
@@ -442,32 +468,6 @@
         "Omni-MATH": 0.248
       }
     },
-    {
-      "model_id": "mistralai/mixtral-8x22b-instruct-v0.1",
-      "name": "Mixtral Instruct 8x22B",
-      "developer": "mistralai",
-      "scores": {
-        "Mean score": 0.478,
-        "MMLU-Pro": 0.46,
-        "GPQA": 0.334,
-        "IFEval": 0.724,
-        "WildBench": 0.711,
-        "Omni-MATH": 0.163
-      }
-    },
-    {
-      "model_id": "mistralai/mixtral-8x7b-instruct-v0.1",
-      "name": "Mixtral Instruct 8x7B",
-      "developer": "mistralai",
-      "scores": {
-        "Mean score": 0.397,
-        "MMLU-Pro": 0.335,
-        "GPQA": 0.296,
-        "IFEval": 0.575,
-        "WildBench": 0.673,
-        "Omni-MATH": 0.105
-      }
-    },
     {
       "model_id": "moonshotai/kimi-k2-instruct",
       "name": "Kimi K2 Instruct",
@@ -484,7 +484,7 @@
     {
       "model_id": "openai/gpt-4.1-2025-04-14",
       "name": "gpt-4.1-2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.727,
         "MMLU-Pro": 0.811,
@@ -497,7 +497,7 @@
     {
       "model_id": "openai/gpt-4.1-mini-2025-04-14",
       "name": "GPT-4.1 mini 2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.726,
         "MMLU-Pro": 0.783,
@@ -510,7 +510,7 @@
     {
       "model_id": "openai/gpt-4.1-nano-2025-04-14",
       "name": "GPT-4.1 nano 2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.616,
         "MMLU-Pro": 0.55,
@@ -523,7 +523,7 @@
     {
       "model_id": "openai/gpt-4o-2024-11-20",
       "name": "GPT-4o 2024-11-20",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.634,
         "MMLU-Pro": 0.713,
@@ -536,7 +536,7 @@
     {
       "model_id": "openai/gpt-4o-mini-2024-07-18",
       "name": "GPT-4o mini 2024-07-18",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.565,
         "MMLU-Pro": 0.603,
@@ -549,7 +549,7 @@
     {
       "model_id": "openai/gpt-5-2025-08-07",
       "name": "gpt-5-2025-08-07",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.807,
         "MMLU-Pro": 0.863,
@@ -562,7 +562,7 @@
     {
       "model_id": "openai/gpt-5-mini-2025-08-07",
       "name": "GPT-5 mini 2025-08-07",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.819,
         "MMLU-Pro": 0.835,
@@ -575,7 +575,7 @@
     {
       "model_id": "openai/gpt-5-nano-2025-08-07",
       "name": "GPT-5 nano 2025-08-07",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.748,
         "MMLU-Pro": 0.778,
@@ -587,8 +587,8 @@
     },
     {
       "model_id": "openai/gpt-oss-120b",
-      "name": "gpt-oss-120b",
-      "developer": "openai",
+      "name": "GPT-OSS-120B",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.77,
         "MMLU-Pro": 0.795,
@@ -600,8 +600,8 @@
     },
     {
       "model_id": "openai/gpt-oss-20b",
-      "name": "gpt-oss-20b",
-      "developer": "openai",
+      "name": "GPT-OSS-20B",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.674,
         "MMLU-Pro": 0.74,
@@ -613,8 +613,8 @@
     },
     {
       "model_id": "openai/o3-2025-04-16",
-      "name": "o3 2025-04-16",
-      "developer": "openai",
+      "name": "o3-2025-04-16",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.811,
         "MMLU-Pro": 0.859,
@@ -627,7 +627,7 @@
     {
       "model_id": "openai/o4-mini-2025-04-16",
       "name": "o4-mini-2025-04-16",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean score": 0.812,
         "MMLU-Pro": 0.82,
@@ -744,7 +744,7 @@
     {
       "model_id": "xai/grok-3-beta",
       "name": "Grok 3 Beta",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Mean score": 0.727,
         "MMLU-Pro": 0.788,
@@ -757,7 +757,7 @@
     {
       "model_id": "xai/grok-3-mini-beta",
       "name": "Grok 3 mini Beta",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Mean score": 0.679,
         "MMLU-Pro": 0.799,
@@ -770,7 +770,7 @@
     {
       "model_id": "xai/grok-4-0709",
       "name": "grok-4-0709",
-      "developer": "xai",
+      "developer": "xAI",
       "scores": {
         "Mean score": 0.785,
         "MMLU-Pro": 0.851,

data/benchmarks/helm_classic.json

@@ -22,6 +22,50 @@
         "RAFT": 0.699
       }
     },
+    {
+      "model_id": "EleutherAI/pythia-12b",
+      "name": "Pythia 12B",
+      "developer": "EleutherAI",
+      "scores": {
+        "Mean win rate": 0.257,
+        "MMLU": 0.274,
+        "BoolQ": 0.662,
+        "NarrativeQA": 0.596,
+        "NaturalQuestions (open-book)": 0.581,
+        "QuAC": 0.313,
+        "HellaSwag": -1.0,
+        "OpenbookQA": -1.0,
+        "TruthfulQA": 0.177,
+        "MS MARCO (TREC)": -1.0,
+        "CNN/DailyMail": -1.0,
+        "XSUM": -1.0,
+        "IMDB": 0.931,
+        "CivilComments": 0.531,
+        "RAFT": 0.514
+      }
+    },
+    {
+      "model_id": "EleutherAI/pythia-6.9b",
+      "name": "Pythia 6.9B",
+      "developer": "EleutherAI",
+      "scores": {
+        "Mean win rate": 0.196,
+        "MMLU": 0.236,
+        "BoolQ": 0.631,
+        "NarrativeQA": 0.528,
+        "NaturalQuestions (open-book)": 0.539,
+        "QuAC": 0.296,
+        "HellaSwag": -1.0,
+        "OpenbookQA": -1.0,
+        "TruthfulQA": 0.213,
+        "MS MARCO (TREC)": -1.0,
+        "CNN/DailyMail": -1.0,
+        "XSUM": -1.0,
+        "IMDB": 0.928,
+        "CivilComments": 0.511,
+        "RAFT": 0.502
+      }
+    },
     {
       "model_id": "ai21/J1-Grande-v1-17B",
       "name": "J1-Grande v1 17B",
@@ -462,54 +506,10 @@
         "RAFT": 0.624
       }
     },
-    {
-      "model_id": "eleutherai/Pythia-12B",
-      "name": "Pythia 12B",
-      "developer": "eleutherai",
-      "scores": {
-        "Mean win rate": 0.257,
-        "MMLU": 0.274,
-        "BoolQ": 0.662,
-        "NarrativeQA": 0.596,
-        "NaturalQuestions (open-book)": 0.581,
-        "QuAC": 0.313,
-        "HellaSwag": -1.0,
-        "OpenbookQA": -1.0,
-        "TruthfulQA": 0.177,
-        "MS MARCO (TREC)": -1.0,
-        "CNN/DailyMail": -1.0,
-        "XSUM": -1.0,
-        "IMDB": 0.931,
-        "CivilComments": 0.531,
-        "RAFT": 0.514
-      }
-    },
-    {
-      "model_id": "eleutherai/Pythia-6.9B",
-      "name": "Pythia 6.9B",
-      "developer": "eleutherai",
-      "scores": {
-        "Mean win rate": 0.196,
-        "MMLU": 0.236,
-        "BoolQ": 0.631,
-        "NarrativeQA": 0.528,
-        "NaturalQuestions (open-book)": 0.539,
-        "QuAC": 0.296,
-        "HellaSwag": -1.0,
-        "OpenbookQA": -1.0,
-        "TruthfulQA": 0.213,
-        "MS MARCO (TREC)": -1.0,
-        "CNN/DailyMail": -1.0,
-        "XSUM": -1.0,
-        "IMDB": 0.928,
-        "CivilComments": 0.511,
-        "RAFT": 0.502
-      }
-    },
     {
       "model_id": "google/Palmyra-X-43B",
       "name": "Palmyra X 43B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.732,
         "MMLU": 0.609,
@@ -531,7 +531,7 @@
     {
       "model_id": "google/T5-11B",
       "name": "T5 11B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.131,
         "MMLU": 0.29,
@@ -553,7 +553,7 @@
     {
       "model_id": "google/UL2-20B",
       "name": "UL2 20B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.167,
         "MMLU": 0.291,
@@ -619,7 +619,7 @@
     {
       "model_id": "meta/LLaMA-13B",
       "name": "LLaMA 13B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.595,
         "MMLU": 0.422,
@@ -641,7 +641,7 @@
     {
       "model_id": "meta/LLaMA-30B",
       "name": "LLaMA 30B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.781,
         "MMLU": 0.531,
@@ -663,7 +663,7 @@
     {
       "model_id": "meta/LLaMA-65B",
       "name": "LLaMA 65B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.908,
         "MMLU": 0.584,
@@ -685,7 +685,7 @@
     {
       "model_id": "meta/LLaMA-7B",
       "name": "LLaMA 7B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.533,
         "MMLU": 0.321,
@@ -705,9 +705,53 @@
       }
     },
     {
-      "model_id": "meta/Llama-2-13B",
+      "model_id": "meta/OPT-175B",
+      "name": "OPT 175B",
+      "developer": "Meta",
+      "scores": {
+        "Mean win rate": 0.609,
+        "MMLU": 0.318,
+        "BoolQ": 0.793,
+        "NarrativeQA": 0.671,
+        "NaturalQuestions (open-book)": 0.615,
+        "QuAC": 0.36,
+        "HellaSwag": 0.791,
+        "OpenbookQA": 0.586,
+        "TruthfulQA": 0.25,
+        "MS MARCO (TREC)": 0.448,
+        "CNN/DailyMail": 0.146,
+        "XSUM": 0.155,
+        "IMDB": 0.947,
+        "CivilComments": 0.505,
+        "RAFT": 0.606
+      }
+    },
+    {
+      "model_id": "meta/OPT-66B",
+      "name": "OPT 66B",
+      "developer": "Meta",
+      "scores": {
+        "Mean win rate": 0.448,
+        "MMLU": 0.276,
+        "BoolQ": 0.76,
+        "NarrativeQA": 0.638,
+        "NaturalQuestions (open-book)": 0.596,
+        "QuAC": 0.357,
+        "HellaSwag": 0.745,
+        "OpenbookQA": 0.534,
+        "TruthfulQA": 0.201,
+        "MS MARCO (TREC)": 0.482,
+        "CNN/DailyMail": 0.136,
+        "XSUM": 0.126,
+        "IMDB": 0.917,
+        "CivilComments": 0.506,
+        "RAFT": 0.557
+      }
+    },
+    {
+      "model_id": "meta/llama-2-13b",
       "name": "Llama 2 13B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.823,
         "MMLU": 0.507,
@@ -727,9 +771,9 @@
       }
     },
     {
-      "model_id": "meta/Llama-2-70B",
+      "model_id": "meta/llama-2-70b",
       "name": "Llama 2 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.944,
         "MMLU": 0.582,
@@ -749,9 +793,9 @@
       }
     },
     {
-      "model_id": "meta/Llama-2-7B",
+      "model_id": "meta/llama-2-7b",
       "name": "Llama 2 7B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.607,
         "MMLU": 0.431,
@@ -770,50 +814,6 @@
         "RAFT": 0.643
       }
     },
-    {
-      "model_id": "meta/OPT-175B",
-      "name": "OPT 175B",
-      "developer": "meta",
-      "scores": {
-        "Mean win rate": 0.609,
-        "MMLU": 0.318,
-        "BoolQ": 0.793,
-        "NarrativeQA": 0.671,
-        "NaturalQuestions (open-book)": 0.615,
-        "QuAC": 0.36,
-        "HellaSwag": 0.791,
-        "OpenbookQA": 0.586,
-        "TruthfulQA": 0.25,
-        "MS MARCO (TREC)": 0.448,
-        "CNN/DailyMail": 0.146,
-        "XSUM": 0.155,
-        "IMDB": 0.947,
-        "CivilComments": 0.505,
-        "RAFT": 0.606
-      }
-    },
-    {
-      "model_id": "meta/OPT-66B",
-      "name": "OPT 66B",
-      "developer": "meta",
-      "scores": {
-        "Mean win rate": 0.448,
-        "MMLU": 0.276,
-        "BoolQ": 0.76,
-        "NarrativeQA": 0.638,
-        "NaturalQuestions (open-book)": 0.596,
-        "QuAC": 0.357,
-        "HellaSwag": 0.745,
-        "OpenbookQA": 0.534,
-        "TruthfulQA": 0.201,
-        "MS MARCO (TREC)": 0.482,
-        "CNN/DailyMail": 0.136,
-        "XSUM": 0.126,
-        "IMDB": 0.917,
-        "CivilComments": 0.506,
-        "RAFT": 0.557
-      }
-    },
     {
       "model_id": "microsoft/TNLG-v2-530B",
       "name": "TNLG v2 530B",
@@ -927,7 +927,7 @@
     {
       "model_id": "openai/GPT-J-6B",
       "name": "GPT-J 6B",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.273,
         "MMLU": 0.249,
@@ -949,7 +949,7 @@
     {
       "model_id": "openai/GPT-NeoX-20B",
       "name": "GPT-NeoX 20B",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.351,
         "MMLU": 0.276,
@@ -971,7 +971,7 @@
     {
       "model_id": "openai/ada-350M",
       "name": "ada 350M",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.108,
         "MMLU": 0.243,
@@ -993,7 +993,7 @@
     {
       "model_id": "openai/babbage-1.3B",
       "name": "babbage 1.3B",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.114,
         "MMLU": 0.235,
@@ -1015,7 +1015,7 @@
     {
       "model_id": "openai/curie-6.7B",
       "name": "curie 6.7B",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.247,
         "MMLU": 0.243,
@@ -1037,7 +1037,7 @@
     {
       "model_id": "openai/davinci-175B",
       "name": "davinci 175B",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.538,
         "MMLU": 0.422,
@@ -1059,7 +1059,7 @@
     {
       "model_id": "openai/gpt-3.5-turbo-0301",
       "name": "gpt-3.5-turbo-0301",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.76,
         "MMLU": 0.59,
@@ -1080,8 +1080,8 @@
     },
     {
       "model_id": "openai/gpt-3.5-turbo-0613",
-      "name": "gpt-3.5-turbo-0613",
-      "developer": "openai",
+      "name": "GPT-3.5 Turbo 0613",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.783,
         "MMLU": 0.391,
@@ -1103,7 +1103,7 @@
     {
       "model_id": "openai/text-ada-001",
       "name": "text-ada-001",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.107,
         "MMLU": 0.238,
@@ -1125,7 +1125,7 @@
     {
       "model_id": "openai/text-babbage-001",
       "name": "text-babbage-001",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.229,
         "MMLU": 0.229,
@@ -1147,7 +1147,7 @@
     {
       "model_id": "openai/text-curie-001",
       "name": "text-curie-001",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.36,
         "MMLU": 0.237,
@@ -1168,8 +1168,8 @@
     },
     {
       "model_id": "openai/text-davinci-002",
-      "name": "text-davinci-002",
-      "developer": "openai",
+      "name": "GPT-3.5 text-davinci-002",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.905,
         "MMLU": 0.568,
@@ -1190,8 +1190,8 @@
     },
     {
       "model_id": "openai/text-davinci-003",
-      "name": "text-davinci-003",
-      "developer": "openai",
+      "name": "GPT-3.5 text-davinci-003",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.872,
         "MMLU": 0.569,
@@ -1232,50 +1232,6 @@
         "RAFT": 0.486
       }
     },
-    {
-      "model_id": "tiiuae/Falcon-40B",
-      "name": "Falcon 40B",
-      "developer": "tiiuae",
-      "scores": {
-        "Mean win rate": 0.729,
-        "MMLU": 0.509,
-        "BoolQ": 0.819,
-        "NarrativeQA": 0.673,
-        "NaturalQuestions (open-book)": 0.675,
-        "QuAC": 0.307,
-        "HellaSwag": -1.0,
-        "OpenbookQA": -1.0,
-        "TruthfulQA": 0.353,
-        "MS MARCO (TREC)": -1.0,
-        "CNN/DailyMail": -1.0,
-        "XSUM": -1.0,
-        "IMDB": 0.959,
-        "CivilComments": 0.552,
-        "RAFT": 0.661
-      }
-    },
-    {
-      "model_id": "tiiuae/Falcon-7B",
-      "name": "Falcon 7B",
-      "developer": "tiiuae",
-      "scores": {
-        "Mean win rate": 0.378,
-        "MMLU": 0.286,
-        "BoolQ": 0.753,
-        "NarrativeQA": 0.621,
-        "NaturalQuestions (open-book)": 0.579,
-        "QuAC": 0.332,
-        "HellaSwag": -1.0,
-        "OpenbookQA": -1.0,
-        "TruthfulQA": 0.234,
-        "MS MARCO (TREC)": -1.0,
-        "CNN/DailyMail": -1.0,
-        "XSUM": -1.0,
-        "IMDB": 0.836,
-        "CivilComments": 0.514,
-        "RAFT": 0.602
-      }
-    },
     {
       "model_id": "tiiuae/Falcon-Instruct-40B",
       "name": "Falcon-Instruct 40B",
@@ -1320,6 +1276,50 @@
         "RAFT": 0.523
       }
     },
+    {
+      "model_id": "tiiuae/falcon-40b",
+      "name": "Falcon 40B",
+      "developer": "tiiuae",
+      "scores": {
+        "Mean win rate": 0.729,
+        "MMLU": 0.509,
+        "BoolQ": 0.819,
+        "NarrativeQA": 0.673,
+        "NaturalQuestions (open-book)": 0.675,
+        "QuAC": 0.307,
+        "HellaSwag": -1.0,
+        "OpenbookQA": -1.0,
+        "TruthfulQA": 0.353,
+        "MS MARCO (TREC)": -1.0,
+        "CNN/DailyMail": -1.0,
+        "XSUM": -1.0,
+        "IMDB": 0.959,
+        "CivilComments": 0.552,
+        "RAFT": 0.661
+      }
+    },
+    {
+      "model_id": "tiiuae/falcon-7b",
+      "name": "Falcon 7B",
+      "developer": "tiiuae",
+      "scores": {
+        "Mean win rate": 0.378,
+        "MMLU": 0.286,
+        "BoolQ": 0.753,
+        "NarrativeQA": 0.621,
+        "NaturalQuestions (open-book)": 0.579,
+        "QuAC": 0.332,
+        "HellaSwag": -1.0,
+        "OpenbookQA": -1.0,
+        "TruthfulQA": 0.234,
+        "MS MARCO (TREC)": -1.0,
+        "CNN/DailyMail": -1.0,
+        "XSUM": -1.0,
+        "IMDB": 0.836,
+        "CivilComments": 0.514,
+        "RAFT": 0.602
+      }
+    },
     {
       "model_id": "together/RedPajama-INCITE-Base-7B",
       "name": "RedPajama-INCITE-Base 7B",

data/benchmarks/helm_instruct.json

@@ -3,7 +3,7 @@
     {
       "model_id": "anthropic/claude-v1.3",
       "name": "Anthropic Claude v1.3",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.611,
         "Anthropic RLHF dataset": 4.965,
@@ -30,8 +30,8 @@
     },
     {
       "model_id": "openai/gpt-3.5-turbo-0613",
-      "name": "gpt-3.5-turbo-0613",
-      "developer": "openai",
+      "name": "GPT-3.5 Turbo 0613",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.689,
         "Anthropic RLHF dataset": 4.964,
@@ -45,7 +45,7 @@
     {
       "model_id": "openai/gpt-4-0314",
       "name": "GPT-4 0314",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.611,
         "Anthropic RLHF dataset": 4.934,

data/benchmarks/helm_lite.json

@@ -258,7 +258,7 @@
     {
       "model_id": "anthropic/claude-2.0",
       "name": "Claude 2.0",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.489,
         "NarrativeQA": 0.718,
@@ -275,7 +275,7 @@
     {
       "model_id": "anthropic/claude-2.1",
       "name": "Claude 2.1",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.437,
         "NarrativeQA": 0.677,
@@ -291,8 +291,8 @@
     },
     {
       "model_id": "anthropic/claude-3-5-haiku-20241022",
-      "name": "claude-3-5-haiku-20241022",
-      "developer": "anthropic",
+      "name": "Claude 3.5 Haiku 20241022",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.531,
         "NarrativeQA": 0.763,
@@ -309,7 +309,7 @@
     {
       "model_id": "anthropic/claude-3-5-sonnet-20240620",
       "name": "Claude 3.5 Sonnet 20240620",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.885,
         "NarrativeQA": 0.746,
@@ -326,7 +326,7 @@
     {
       "model_id": "anthropic/claude-3-5-sonnet-20241022",
       "name": "Claude 3.5 Sonnet 20241022",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.846,
         "NarrativeQA": 0.77,
@@ -343,7 +343,7 @@
     {
       "model_id": "anthropic/claude-3-haiku-20240307",
       "name": "Claude 3 Haiku 20240307",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.263,
         "NarrativeQA": 0.244,
@@ -360,7 +360,7 @@
     {
       "model_id": "anthropic/claude-3-opus-20240229",
       "name": "Claude 3 Opus 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.683,
         "NarrativeQA": 0.351,
@@ -377,7 +377,7 @@
     {
       "model_id": "anthropic/claude-3-sonnet-20240229",
       "name": "Claude 3 Sonnet 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.377,
         "NarrativeQA": 0.111,
@@ -394,7 +394,7 @@
     {
       "model_id": "anthropic/claude-instant-1.2",
       "name": "Claude Instant 1.2",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.399,
         "NarrativeQA": 0.616,
@@ -411,7 +411,7 @@
     {
       "model_id": "anthropic/claude-v1.3",
       "name": "Anthropic Claude v1.3",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Mean win rate": 0.518,
         "NarrativeQA": 0.723,
@@ -547,7 +547,7 @@
     {
       "model_id": "google/gemini-1.0-pro-002",
       "name": "Gemini 1.0 Pro 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.422,
         "NarrativeQA": 0.751,
@@ -564,7 +564,7 @@
     {
       "model_id": "google/gemini-1.5-flash-001",
       "name": "Gemini 1.5 Flash 001",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.667,
         "NarrativeQA": 0.783,
@@ -581,7 +581,7 @@
     {
       "model_id": "google/gemini-1.5-flash-002",
       "name": "Gemini 1.5 Flash 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.573,
         "NarrativeQA": 0.746,
@@ -598,7 +598,7 @@
     {
       "model_id": "google/gemini-1.5-pro-001",
       "name": "Gemini 1.5 Pro 001",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.739,
         "NarrativeQA": 0.783,
@@ -615,7 +615,7 @@
     {
       "model_id": "google/gemini-1.5-pro-002",
       "name": "Gemini 1.5 Pro 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.842,
         "NarrativeQA": 0.756,
@@ -632,7 +632,7 @@
     {
       "model_id": "google/gemini-2.0-flash-exp",
       "name": "Gemini 2.0 Flash Experimental",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.813,
         "NarrativeQA": 0.783,
@@ -649,7 +649,7 @@
     {
       "model_id": "google/gemma-2-27b-it",
       "name": "Gemma 2 Instruct 27B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.675,
         "NarrativeQA": 0.79,
@@ -666,7 +666,7 @@
     {
       "model_id": "google/gemma-2-9b-it",
       "name": "Gemma 2 Instruct 9B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.562,
         "NarrativeQA": 0.768,
@@ -683,7 +683,7 @@
     {
       "model_id": "google/gemma-7b",
       "name": "Gemma 7B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.336,
         "NarrativeQA": 0.752,
@@ -700,7 +700,7 @@
     {
       "model_id": "google/text-bison@001",
       "name": "PaLM-2 Bison",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.526,
         "NarrativeQA": 0.718,
@@ -717,7 +717,7 @@
     {
       "model_id": "google/text-unicorn@001",
       "name": "PaLM-2 Unicorn",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Mean win rate": 0.644,
         "NarrativeQA": 0.583,
@@ -731,10 +731,27 @@
         "WMT 2014": 0.26
       }
     },
+    {
+      "model_id": "meta/LLaMA-65B",
+      "name": "LLaMA 65B",
+      "developer": "Meta",
+      "scores": {
+        "Mean win rate": 0.345,
+        "NarrativeQA": 0.755,
+        "NaturalQuestions (closed-book)": 0.433,
+        "OpenbookQA": 0.754,
+        "MMLU": 0.584,
+        "MATH": 0.257,
+        "GSM8K": 0.489,
+        "LegalBench": 0.48,
+        "MedQA": 0.507,
+        "WMT 2014": 0.189
+      }
+    },
     {
       "model_id": "meta/llama-2-13b",
       "name": "Llama 2 13B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.233,
         "NarrativeQA": 0.741,
@@ -751,7 +768,7 @@
     {
       "model_id": "meta/llama-2-70b",
       "name": "Llama 2 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.482,
         "NarrativeQA": 0.763,
@@ -768,7 +785,7 @@
     {
       "model_id": "meta/llama-2-7b",
       "name": "Llama 2 7B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.152,
         "NarrativeQA": 0.686,
@@ -785,7 +802,7 @@
     {
       "model_id": "meta/llama-3-70b",
       "name": "Llama 3 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.793,
         "NarrativeQA": 0.798,
@@ -802,7 +819,7 @@
     {
       "model_id": "meta/llama-3-8b",
       "name": "Llama 3 8B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.387,
         "NarrativeQA": 0.754,
@@ -819,7 +836,7 @@
     {
       "model_id": "meta/llama-3.1-405b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 405B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.854,
         "NarrativeQA": 0.749,
@@ -836,7 +853,7 @@
     {
       "model_id": "meta/llama-3.1-70b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.808,
         "NarrativeQA": 0.772,
@@ -853,7 +870,7 @@
     {
       "model_id": "meta/llama-3.1-8b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 8B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.303,
         "NarrativeQA": 0.756,
@@ -870,7 +887,7 @@
     {
       "model_id": "meta/llama-3.2-11b-vision-instruct-turbo",
       "name": "Llama 3.2 Vision Instruct Turbo 11B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.325,
         "NarrativeQA": 0.756,
@@ -887,7 +904,7 @@
     {
       "model_id": "meta/llama-3.2-90b-vision-instruct-turbo",
       "name": "Llama 3.2 Vision Instruct Turbo 90B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.819,
         "NarrativeQA": 0.777,
@@ -904,7 +921,7 @@
     {
       "model_id": "meta/llama-3.3-70b-instruct-turbo",
       "name": "Llama 3.3 Instruct Turbo 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "Mean win rate": 0.812,
         "NarrativeQA": 0.791,
@@ -918,23 +935,6 @@
         "WMT 2014": 0.219
       }
     },
-    {
-      "model_id": "meta/llama-65b",
-      "name": "LLaMA 65B",
-      "developer": "meta",
-      "scores": {
-        "Mean win rate": 0.345,
-        "NarrativeQA": 0.755,
-        "NaturalQuestions (closed-book)": 0.433,
-        "OpenbookQA": 0.754,
-        "MMLU": 0.584,
-        "MATH": 0.257,
-        "GSM8K": 0.489,
-        "LegalBench": 0.48,
-        "MedQA": 0.507,
-        "WMT 2014": 0.189
-      }
-    },
     {
       "model_id": "microsoft/phi-2",
       "name": "Phi-2",
@@ -1141,8 +1141,8 @@
     },
     {
       "model_id": "openai/gpt-3.5-turbo-0613",
-      "name": "gpt-3.5-turbo-0613",
-      "developer": "openai",
+      "name": "GPT-3.5 Turbo 0613",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.358,
         "NarrativeQA": 0.655,
@@ -1159,7 +1159,7 @@
     {
       "model_id": "openai/gpt-4-0613",
       "name": "GPT-4 0613",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.867,
         "NarrativeQA": 0.768,
@@ -1176,7 +1176,7 @@
     {
       "model_id": "openai/gpt-4-1106-preview",
       "name": "GPT-4 Turbo 1106 preview",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.698,
         "NarrativeQA": 0.727,
@@ -1193,7 +1193,7 @@
     {
       "model_id": "openai/gpt-4-turbo-2024-04-09",
       "name": "GPT-4 Turbo 2024-04-09",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.864,
         "NarrativeQA": 0.761,
@@ -1210,7 +1210,7 @@
     {
       "model_id": "openai/gpt-4o-2024-05-13",
       "name": "GPT-4o 2024-05-13",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.938,
         "NarrativeQA": 0.804,
@@ -1227,7 +1227,7 @@
     {
       "model_id": "openai/gpt-4o-2024-08-06",
       "name": "GPT-4o 2024-08-06",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.928,
         "NarrativeQA": 0.795,
@@ -1244,7 +1244,7 @@
     {
       "model_id": "openai/gpt-4o-mini-2024-07-18",
       "name": "GPT-4o mini 2024-07-18",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.701,
         "NarrativeQA": 0.768,
@@ -1260,8 +1260,8 @@
     },
     {
       "model_id": "openai/text-davinci-002",
-      "name": "text-davinci-002",
-      "developer": "openai",
+      "name": "GPT-3.5 text-davinci-002",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.336,
         "NarrativeQA": 0.719,
@@ -1277,8 +1277,8 @@
     },
     {
       "model_id": "openai/text-davinci-003",
-      "name": "text-davinci-003",
-      "developer": "openai",
+      "name": "GPT-3.5 text-davinci-003",
+      "developer": "OpenAI",
       "scores": {
         "Mean win rate": 0.439,
         "NarrativeQA": 0.731,

data/benchmarks/helm_mmlu.json

@@ -476,7 +476,7 @@
     {
       "model_id": "anthropic/claude-2.1",
       "name": "Claude 2.1",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.735,
         "Abstract Algebra": 0.4,
@@ -518,8 +518,8 @@
     },
     {
       "model_id": "anthropic/claude-3-5-haiku-20241022",
-      "name": "claude-3-5-haiku-20241022",
-      "developer": "anthropic",
+      "name": "Claude 3.5 Haiku 20241022",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.743,
         "Abstract Algebra": 0.47,
@@ -562,7 +562,7 @@
     {
       "model_id": "anthropic/claude-3-5-sonnet-20240620",
       "name": "Claude 3.5 Sonnet 20240620",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.865,
         "Abstract Algebra": 0.75,
@@ -605,7 +605,7 @@
     {
       "model_id": "anthropic/claude-3-5-sonnet-20241022",
       "name": "Claude 3.5 Sonnet 20241022",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.873,
         "Abstract Algebra": 0.78,
@@ -648,7 +648,7 @@
     {
       "model_id": "anthropic/claude-3-haiku-20240307",
       "name": "Claude 3 Haiku 20240307",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.738,
         "Abstract Algebra": 0.42,
@@ -691,7 +691,7 @@
     {
       "model_id": "anthropic/claude-3-opus-20240229",
       "name": "Claude 3 Opus 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.846,
         "Abstract Algebra": 0.64,
@@ -734,7 +734,7 @@
     {
       "model_id": "anthropic/claude-3-sonnet-20240229",
       "name": "Claude 3 Sonnet 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.759,
         "Abstract Algebra": 0.39,
@@ -777,7 +777,7 @@
     {
       "model_id": "anthropic/claude-instant-1.2",
       "name": "Claude Instant 1.2",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "MMLU All Subjects": 0.688,
         "Abstract Algebra": 0.37,
@@ -1035,7 +1035,7 @@
     {
       "model_id": "google/gemini-1.0-pro-001",
       "name": "Gemini 1.0 Pro 001",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.7,
         "Abstract Algebra": 0.34,
@@ -1078,7 +1078,7 @@
     {
       "model_id": "google/gemini-1.5-flash-001",
       "name": "Gemini 1.5 Flash 001",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.779,
         "Abstract Algebra": 0.58,
@@ -1121,7 +1121,7 @@
     {
       "model_id": "google/gemini-1.5-flash-002",
       "name": "Gemini 1.5 Flash 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.739,
         "Abstract Algebra": 0.63,
@@ -1164,7 +1164,7 @@
     {
       "model_id": "google/gemini-1.5-flash-preview-0514",
       "name": "Gemini 1.5 Flash 0514 preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.778,
         "Abstract Algebra": 0.56,
@@ -1207,7 +1207,7 @@
     {
       "model_id": "google/gemini-1.5-pro-001",
       "name": "Gemini 1.5 Pro 001",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.827,
         "Abstract Algebra": 0.75,
@@ -1250,7 +1250,7 @@
     {
       "model_id": "google/gemini-1.5-pro-002",
       "name": "Gemini 1.5 Pro 002",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.869,
         "Abstract Algebra": 0.82,
@@ -1293,7 +1293,7 @@
     {
       "model_id": "google/gemini-1.5-pro-preview-0409",
       "name": "Gemini 1.5 Pro 0409 preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.81,
         "Abstract Algebra": 0.6,
@@ -1336,7 +1336,7 @@
     {
       "model_id": "google/gemini-2.0-flash-exp",
       "name": "Gemini 2.0 Flash Experimental",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.797,
         "Abstract Algebra": 0.72,
@@ -1379,7 +1379,7 @@
     {
       "model_id": "google/gemma-2-27b",
       "name": "Gemma 2 27B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.757,
         "Abstract Algebra": 0.4,
@@ -1422,7 +1422,7 @@
     {
       "model_id": "google/gemma-2-9b",
       "name": "Gemma 2 9B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.721,
         "Abstract Algebra": 0.4,
@@ -1465,7 +1465,7 @@
     {
       "model_id": "google/gemma-7b",
       "name": "Gemma 7B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.661,
         "Abstract Algebra": 0.28,
@@ -1508,7 +1508,7 @@
     {
       "model_id": "google/text-bison@001",
       "name": "PaLM-2 Bison",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.692,
         "Abstract Algebra": 0.39,
@@ -1551,7 +1551,7 @@
     {
       "model_id": "google/text-unicorn@001",
       "name": "PaLM-2 Unicorn",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "MMLU All Subjects": 0.786,
         "Abstract Algebra": 0.51,
@@ -1594,7 +1594,7 @@
     {
       "model_id": "meta/llama-2-13b",
       "name": "Llama 2 13B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.554,
         "Abstract Algebra": 0.27,
@@ -1637,7 +1637,7 @@
     {
       "model_id": "meta/llama-2-70b",
       "name": "Llama 2 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.695,
         "Abstract Algebra": 0.31,
@@ -1680,7 +1680,7 @@
     {
       "model_id": "meta/llama-2-7b",
       "name": "Llama 2 7B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.458,
         "Abstract Algebra": 0.29,
@@ -1723,7 +1723,7 @@
     {
       "model_id": "meta/llama-3-70b",
       "name": "Llama 3 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.793,
         "Abstract Algebra": 0.43,
@@ -1766,7 +1766,7 @@
     {
       "model_id": "meta/llama-3-8b",
       "name": "Llama 3 8B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.668,
         "Abstract Algebra": 0.33,
@@ -1809,7 +1809,7 @@
     {
       "model_id": "meta/llama-3.1-405b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 405B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.845,
         "Abstract Algebra": 0.7,
@@ -1852,7 +1852,7 @@
     {
       "model_id": "meta/llama-3.1-70b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.801,
         "Abstract Algebra": 0.55,
@@ -1895,7 +1895,7 @@
     {
       "model_id": "meta/llama-3.1-8b-instruct-turbo",
       "name": "Llama 3.1 Instruct Turbo 8B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.561,
         "Abstract Algebra": 0.26,
@@ -1938,7 +1938,7 @@
     {
       "model_id": "meta/llama-3.2-11b-vision-instruct-turbo",
       "name": "Llama 3.2 Vision Instruct Turbo 11B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.565,
         "Abstract Algebra": 0.28,
@@ -1981,7 +1981,7 @@
     {
       "model_id": "meta/llama-3.2-90b-vision-instruct-turbo",
       "name": "Llama 3.2 Vision Instruct Turbo 90B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.803,
         "Abstract Algebra": 0.52,
@@ -2024,7 +2024,7 @@
     {
       "model_id": "meta/llama-3.3-70b-instruct-turbo",
       "name": "Llama 3.3 Instruct Turbo 70B",
-      "developer": "meta",
+      "developer": "Meta",
       "scores": {
         "MMLU All Subjects": 0.791,
         "Abstract Algebra": 0.5,
@@ -2540,7 +2540,7 @@
     {
       "model_id": "openai/gpt-3.5-turbo-0125",
       "name": "GPT-3.5 Turbo 0125",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.673,
         "Abstract Algebra": 0.31,
@@ -2582,8 +2582,8 @@
     },
     {
       "model_id": "openai/gpt-3.5-turbo-0613",
-      "name": "gpt-3.5-turbo-0613",
-      "developer": "openai",
+      "name": "GPT-3.5 Turbo 0613",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.689,
         "Abstract Algebra": 0.38,
@@ -2626,7 +2626,7 @@
     {
       "model_id": "openai/gpt-4-0613",
       "name": "GPT-4 0613",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.824,
         "Abstract Algebra": 0.63,
@@ -2669,7 +2669,7 @@
     {
       "model_id": "openai/gpt-4-1106-preview",
       "name": "GPT-4 Turbo 1106 preview",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.796,
         "Abstract Algebra": 0.53,
@@ -2712,7 +2712,7 @@
     {
       "model_id": "openai/gpt-4-turbo-2024-04-09",
       "name": "GPT-4 Turbo 2024-04-09",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.813,
         "Abstract Algebra": 0.56,
@@ -2755,7 +2755,7 @@
     {
       "model_id": "openai/gpt-4o-2024-05-13",
       "name": "GPT-4o 2024-05-13",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.842,
         "Abstract Algebra": 0.66,
@@ -2798,7 +2798,7 @@
     {
       "model_id": "openai/gpt-4o-2024-08-06",
       "name": "GPT-4o 2024-08-06",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.843,
         "Abstract Algebra": 0.58,
@@ -2841,7 +2841,7 @@
     {
       "model_id": "openai/gpt-4o-mini-2024-07-18",
       "name": "GPT-4o mini 2024-07-18",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "MMLU All Subjects": 0.767,
         "Abstract Algebra": 0.42,

data/benchmarks/hfopenllm_v2.json

@@ -143,19 +143,6 @@
         "MMLU-PRO": 0.3994
       }
     },
-    {
-      "model_id": "01-ai/Yi-34B",
-      "name": "Yi-34B",
-      "developer": "01-ai",
-      "scores": {
-        "IFEval": 0.3046,
-        "BBH": 0.5457,
-        "MATH Level 5": 0.0514,
-        "GPQA": 0.3666,
-        "MUSR": 0.4119,
-        "MMLU-PRO": 0.4412
-      }
-    },
     {
       "model_id": "01-ai/Yi-34B-200K",
       "name": "Yi-34B-200K",
@@ -182,19 +169,6 @@
         "MMLU-PRO": 0.4093
       }
     },
-    {
-      "model_id": "01-ai/Yi-6B",
-      "name": "Yi-6B",
-      "developer": "01-ai",
-      "scores": {
-        "IFEval": 0.2893,
-        "BBH": 0.4309,
-        "MATH Level 5": 0.0159,
-        "GPQA": 0.2693,
-        "MUSR": 0.3937,
-        "MMLU-PRO": 0.2991
-      }
-    },
     {
       "model_id": "01-ai/Yi-6B-200K",
       "name": "Yi-6B-200K",
@@ -260,6 +234,32 @@
         "MMLU-PRO": 0.2425
       }
     },
+    {
+      "model_id": "01-ai/yi-34b",
+      "name": "Yi 34B",
+      "developer": "01-ai",
+      "scores": {
+        "IFEval": 0.3046,
+        "BBH": 0.5457,
+        "MATH Level 5": 0.0514,
+        "GPQA": 0.3666,
+        "MUSR": 0.4119,
+        "MMLU-PRO": 0.4412
+      }
+    },
+    {
+      "model_id": "01-ai/yi-6b",
+      "name": "Yi 6B",
+      "developer": "01-ai",
+      "scores": {
+        "IFEval": 0.2893,
+        "BBH": 0.4309,
+        "MATH Level 5": 0.0159,
+        "GPQA": 0.2693,
+        "MUSR": 0.3937,
+        "MMLU-PRO": 0.2991
+      }
+    },
     {
       "model_id": "1-800-LLMs/Qwen-2.5-14B-Hindi",
       "name": "Qwen-2.5-14B-Hindi",
@@ -1019,12 +1019,12 @@
       "name": "Qwen2.5-1.5B-continuous-learnt",
       "developer": "AtAndDev",
       "scores": {
-        "IFEval": 0.4511,
-        "BBH": 0.4275,
-        "MATH Level 5": 0.1473,
-        "GPQA": 0.2701,
-        "MUSR": 0.3623,
-        "MMLU-PRO": 0.2806
+        "IFEval": 0.4605,
+        "BBH": 0.4258,
+        "MATH Level 5": 0.0748,
+        "GPQA": 0.2659,
+        "MUSR": 0.3636,
+        "MMLU-PRO": 0.2812
       }
     },
     {
@@ -2121,7 +2121,7 @@
     },
     {
       "model_id": "CohereForAI/c4ai-command-r-plus",
-      "name": "c4ai-command-r-plus",
+      "name": "CohereForAI/c4ai-command-r-plus",
       "developer": "CohereForAI",
       "scores": {
         "IFEval": 0.7664,
@@ -2176,12 +2176,12 @@
       "name": "LION-Gemma-2b-dpo-v1.0",
       "developer": "Columbia-NLP",
       "scores": {
-        "IFEval": 0.3278,
-        "BBH": 0.392,
-        "MATH Level 5": 0.0431,
-        "GPQA": 0.2492,
-        "MUSR": 0.412,
-        "MMLU-PRO": 0.1666
+        "IFEval": 0.3102,
+        "BBH": 0.3881,
+        "MATH Level 5": 0.0536,
+        "GPQA": 0.2534,
+        "MUSR": 0.4081,
+        "MMLU-PRO": 0.1665
       }
     },
     {
@@ -3047,12 +3047,12 @@
       "name": "AetherTOT",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.4383,
-        "BBH": 0.5034,
-        "MATH Level 5": 0.1443,
+        "IFEval": 0.4398,
+        "BBH": 0.5066,
+        "MATH Level 5": 0.1488,
         "GPQA": 0.3238,
-        "MUSR": 0.4052,
-        "MMLU-PRO": 0.3778
+        "MUSR": 0.4079,
+        "MMLU-PRO": 0.3804
       }
     },
     {
@@ -3125,12 +3125,12 @@
       "name": "DocumentCogito",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.5064,
-        "BBH": 0.5112,
-        "MATH Level 5": 0.1631,
-        "GPQA": 0.3163,
-        "MUSR": 0.3973,
-        "MMLU-PRO": 0.3802
+        "IFEval": 0.777,
+        "BBH": 0.5187,
+        "MATH Level 5": 0.2198,
+        "GPQA": 0.2936,
+        "MUSR": 0.3911,
+        "MMLU-PRO": 0.3738
       }
     },
     {
@@ -4009,12 +4009,12 @@
       "name": "Llama-3.2-1B-SPIN-iter0",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1507,
-        "BBH": 0.293,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
+        "IFEval": 0.1549,
+        "BBH": 0.2937,
+        "MATH Level 5": 0.006,
+        "GPQA": 0.2576,
         "MUSR": 0.3565,
-        "MMLU-PRO": 0.1125
+        "MMLU-PRO": 0.1128
       }
     },
     {
@@ -4329,19 +4329,6 @@
         "MMLU-PRO": 0.3876
       }
     },
-    {
-      "model_id": "DeepMount00/Llama-3.1-8b-Ita",
-      "name": "Llama-3.1-8b-Ita",
-      "developer": "DeepMount00",
-      "scores": {
-        "IFEval": 0.5365,
-        "BBH": 0.517,
-        "MATH Level 5": 0.1707,
-        "GPQA": 0.3062,
-        "MUSR": 0.4487,
-        "MMLU-PRO": 0.396
-      }
-    },
     {
       "model_id": "DeepMount00/Llama-3.1-Distilled",
       "name": "Llama-3.1-Distilled",
@@ -4659,12 +4646,12 @@
       "name": "MN-12B-LilithFrame",
       "developer": "DoppelReflEx",
       "scores": {
-        "IFEval": 0.436,
-        "BBH": 0.4956,
-        "MATH Level 5": 0.0589,
-        "GPQA": 0.3205,
-        "MUSR": 0.3843,
-        "MMLU-PRO": 0.3237
+        "IFEval": 0.451,
+        "BBH": 0.4944,
+        "MATH Level 5": 0.1156,
+        "GPQA": 0.3196,
+        "MUSR": 0.3896,
+        "MMLU-PRO": 0.3256
       }
     },
     {
@@ -6619,7 +6606,7 @@
     },
     {
       "model_id": "EleutherAI/pythia-12b",
-      "name": "pythia-12b",
+      "name": "Pythia 12B",
       "developer": "EleutherAI",
       "scores": {
         "IFEval": 0.2471,
@@ -6684,7 +6671,7 @@
     },
     {
       "model_id": "EleutherAI/pythia-6.9b",
-      "name": "pythia-6.9b",
+      "name": "Pythia 6.9B",
       "developer": "EleutherAI",
       "scores": {
         "IFEval": 0.2281,
@@ -7038,12 +7025,12 @@
       "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto",
       "developer": "EpistemeAI",
       "scores": {
-        "IFEval": 0.7207,
-        "BBH": 0.461,
-        "MATH Level 5": 0.1314,
-        "GPQA": 0.2701,
-        "MUSR": 0.3432,
-        "MMLU-PRO": 0.3354
+        "IFEval": 0.7305,
+        "BBH": 0.4649,
+        "MATH Level 5": 0.1397,
+        "GPQA": 0.2659,
+        "MUSR": 0.3209,
+        "MMLU-PRO": 0.348
       }
     },
     {
@@ -7688,12 +7675,12 @@
       "name": "Herplete-LLM-Llama-3.1-8b",
       "developer": "Etherll",
       "scores": {
-        "IFEval": 0.6106,
-        "BBH": 0.5347,
-        "MATH Level 5": 0.1548,
-        "GPQA": 0.3146,
-        "MUSR": 0.3991,
-        "MMLU-PRO": 0.3752
+        "IFEval": 0.4672,
+        "BBH": 0.5013,
+        "MATH Level 5": 0.0279,
+        "GPQA": 0.2861,
+        "MUSR": 0.386,
+        "MMLU-PRO": 0.3482
       }
     },
     {
@@ -8468,12 +8455,12 @@
       "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
-        "IFEval": 0.3472,
-        "BBH": 0.3268,
-        "MATH Level 5": 0.0891,
-        "GPQA": 0.2517,
-        "MUSR": 0.3262,
-        "MMLU-PRO": 0.1641
+        "IFEval": 0.3417,
+        "BBH": 0.3292,
+        "MATH Level 5": 0.0023,
+        "GPQA": 0.2576,
+        "MUSR": 0.3249,
+        "MMLU-PRO": 0.1638
       }
     },
     {
@@ -8741,12 +8728,12 @@
       "name": "Gemma-Ko-Merge-PEFT",
       "developer": "Gunulhona",
       "scores": {
-        "IFEval": 0.288,
-        "BBH": 0.5154,
+        "IFEval": 0.4441,
+        "BBH": 0.4863,
         "MATH Level 5": 0.0,
-        "GPQA": 0.3247,
-        "MUSR": 0.408,
-        "MMLU-PRO": 0.3817
+        "GPQA": 0.307,
+        "MUSR": 0.3986,
+        "MMLU-PRO": 0.3098
       }
     },
     {
@@ -8985,7 +8972,7 @@
     },
     {
       "model_id": "HuggingFaceH4/zephyr-7b-alpha",
-      "name": "zephyr-7b-alpha",
+      "name": "HuggingFaceH4/zephyr-7b-alpha",
       "developer": "HuggingFaceH4",
       "scores": {
         "IFEval": 0.5191,
@@ -8998,7 +8985,7 @@
     },
     {
       "model_id": "HuggingFaceH4/zephyr-7b-beta",
-      "name": "zephyr-7b-beta",
+      "name": "HuggingFaceH4/zephyr-7b-beta",
       "developer": "HuggingFaceH4",
       "scores": {
         "IFEval": 0.495,
@@ -9011,7 +8998,7 @@
     },
     {
       "model_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1",
-      "name": "zephyr-7b-gemma-v0.1",
+      "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1",
       "developer": "HuggingFaceH4",
       "scores": {
         "IFEval": 0.3364,
@@ -9183,12 +9170,12 @@
       "name": "SmolLM2-360M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
-        "IFEval": 0.083,
-        "BBH": 0.3053,
-        "MATH Level 5": 0.0083,
-        "GPQA": 0.2651,
-        "MUSR": 0.3423,
-        "MMLU-PRO": 0.1126
+        "IFEval": 0.3842,
+        "BBH": 0.3144,
+        "MATH Level 5": 0.0151,
+        "GPQA": 0.255,
+        "MUSR": 0.3461,
+        "MMLU-PRO": 0.1117
       }
     },
     {
@@ -13044,12 +13031,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3036,
-        "BBH": 0.4575,
+        "IFEval": 0.3066,
+        "BBH": 0.4577,
         "MATH Level 5": 0.0446,
-        "GPQA": 0.3012,
-        "MUSR": 0.4253,
-        "MMLU-PRO": 0.2329
+        "GPQA": 0.2995,
+        "MUSR": 0.4254,
+        "MMLU-PRO": 0.2318
       }
     },
     {
@@ -13070,12 +13057,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3579,
-        "BBH": 0.4477,
-        "MATH Level 5": 0.0423,
-        "GPQA": 0.3096,
-        "MUSR": 0.4134,
-        "MMLU-PRO": 0.2376
+        "IFEval": 0.3798,
+        "BBH": 0.4483,
+        "MATH Level 5": 0.04,
+        "GPQA": 0.3129,
+        "MUSR": 0.4148,
+        "MMLU-PRO": 0.2389
       }
     },
     {
@@ -14318,12 +14305,12 @@
       "name": "Llama-3-8B-Magpie-Align-v0.1",
       "developer": "Magpie-Align",
       "scores": {
-        "IFEval": 0.4118,
-        "BBH": 0.4811,
-        "MATH Level 5": 0.034,
-        "GPQA": 0.2752,
-        "MUSR": 0.3047,
-        "MMLU-PRO": 0.3006
+        "IFEval": 0.4027,
+        "BBH": 0.4789,
+        "MATH Level 5": 0.0461,
+        "GPQA": 0.2768,
+        "MUSR": 0.3087,
+        "MMLU-PRO": 0.3001
       }
     },
     {
@@ -16772,7 +16759,7 @@
     },
     {
       "model_id": "NousResearch/Hermes-3-Llama-3.1-70B",
-      "name": "Hermes-3-Llama-3.1-70B",
+      "name": "NousResearch/Hermes-3-Llama-3.1-70B",
       "developer": "NousResearch",
       "scores": {
         "IFEval": 0.7661,
@@ -16811,7 +16798,7 @@
     },
     {
       "model_id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
-      "name": "Nous-Hermes-2-Mistral-7B-DPO",
+      "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
       "developer": "NousResearch",
       "scores": {
         "IFEval": 0.5763,
@@ -16824,7 +16811,7 @@
     },
     {
       "model_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
-      "name": "Nous-Hermes-2-Mixtral-8x7B-DPO",
+      "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
       "developer": "NousResearch",
       "scores": {
         "IFEval": 0.5897,
@@ -18154,11 +18141,11 @@
       "developer": "PrimeIntellect",
       "scores": {
         "IFEval": 0.1757,
-        "BBH": 0.274,
+        "BBH": 0.276,
         "MATH Level 5": 0.0,
-        "GPQA": 0.25,
-        "MUSR": 0.3753,
-        "MMLU-PRO": 0.112
+        "GPQA": 0.2534,
+        "MUSR": 0.3339,
+        "MMLU-PRO": 0.1123
       }
     },
     {
@@ -18724,19 +18711,6 @@
       "model_id": "Quazim0t0/ODB-14B-sce",
       "name": "ODB-14B-sce",
       "developer": "Quazim0t0",
-      "scores": {
-        "IFEval": 0.2922,
-        "BBH": 0.6559,
-        "MATH Level 5": 0.2545,
-        "GPQA": 0.2659,
-        "MUSR": 0.3929,
-        "MMLU-PRO": 0.5207
-      }
-    },
-    {
-      "model_id": "Quazim0t0/ODB-14b-sce",
-      "name": "ODB-14b-sce",
-      "developer": "Quazim0t0",
       "scores": {
         "IFEval": 0.7016,
         "BBH": 0.6942,
@@ -19164,7 +19138,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-0.5B-Chat",
-      "name": "Qwen1.5-0.5B-Chat",
+      "name": "Qwen/Qwen1.5-0.5B-Chat",
       "developer": "Qwen",
       "scores": {
         "IFEval": 0.1807,
@@ -19190,7 +19164,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-1.8B-Chat",
-      "name": "Qwen1.5-1.8B-Chat",
+      "name": "Qwen/Qwen1.5-1.8B-Chat",
       "developer": "Qwen",
       "scores": {
         "IFEval": 0.2019,
@@ -19214,35 +19188,9 @@
         "MMLU-PRO": 0.5361
       }
     },
-    {
-      "model_id": "Qwen/Qwen1.5-110B-Chat",
-      "name": "Qwen1.5-110B-Chat",
-      "developer": "Qwen",
-      "scores": {
-        "IFEval": 0.5939,
-        "BBH": 0.6184,
-        "MATH Level 5": 0.2341,
-        "GPQA": 0.3414,
-        "MUSR": 0.4522,
-        "MMLU-PRO": 0.4825
-      }
-    },
-    {
-      "model_id": "Qwen/Qwen1.5-14B",
-      "name": "Qwen1.5-14B",
-      "developer": "Qwen",
-      "scores": {
-        "IFEval": 0.2905,
-        "BBH": 0.508,
-        "MATH Level 5": 0.2024,
-        "GPQA": 0.2945,
-        "MUSR": 0.4186,
-        "MMLU-PRO": 0.3644
-      }
-    },
     {
       "model_id": "Qwen/Qwen1.5-14B-Chat",
-      "name": "Qwen1.5-14B-Chat",
+      "name": "Qwen/Qwen1.5-14B-Chat",
       "developer": "Qwen",
       "scores": {
         "IFEval": 0.4768,
@@ -19253,19 +19201,6 @@
         "MMLU-PRO": 0.3618
       }
     },
-    {
-      "model_id": "Qwen/Qwen1.5-32B",
-      "name": "Qwen1.5-32B",
-      "developer": "Qwen",
-      "scores": {
-        "IFEval": 0.3297,
-        "BBH": 0.5715,
-        "MATH Level 5": 0.3029,
-        "GPQA": 0.3297,
-        "MUSR": 0.4278,
-        "MMLU-PRO": 0.45
-      }
-    },
     {
       "model_id": "Qwen/Qwen1.5-32B-Chat",
       "name": "Qwen1.5-32B-Chat",
@@ -19294,7 +19229,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-4B-Chat",
-      "name": "Qwen1.5-4B-Chat",
+      "name": "Qwen/Qwen1.5-4B-Chat",
       "developer": "Qwen",
       "scores": {
         "IFEval": 0.3157,
@@ -19305,22 +19240,9 @@
         "MMLU-PRO": 0.2396
       }
     },
-    {
-      "model_id": "Qwen/Qwen1.5-7B",
-      "name": "Qwen1.5-7B",
-      "developer": "Qwen",
-      "scores": {
-        "IFEval": 0.2684,
-        "BBH": 0.456,
-        "MATH Level 5": 0.0929,
-        "GPQA": 0.2987,
-        "MUSR": 0.4103,
-        "MMLU-PRO": 0.2916
-      }
-    },
     {
       "model_id": "Qwen/Qwen1.5-7B-Chat",
-      "name": "Qwen1.5-7B-Chat",
+      "name": "Qwen/Qwen1.5-7B-Chat",
       "developer": "Qwen",
       "scores": {
         "IFEval": 0.4371,
@@ -19346,7 +19268,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-MoE-A2.7B-Chat",
-      "name": "Qwen1.5-MoE-A2.7B-Chat",
+      "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat",
       "developer": "Qwen",
       "scores": {
         "IFEval": 0.3795,
@@ -19448,19 +19370,6 @@
         "MMLU-PRO": 0.5731
       }
     },
-    {
-      "model_id": "Qwen/Qwen2-72B-Instruct",
-      "name": "Qwen2-72B-Instruct",
-      "developer": "Qwen",
-      "scores": {
-        "IFEval": 0.7989,
-        "BBH": 0.6977,
-        "MATH Level 5": 0.4177,
-        "GPQA": 0.3725,
-        "MUSR": 0.456,
-        "MMLU-PRO": 0.5403
-      }
-    },
     {
       "model_id": "Qwen/Qwen2-7B",
       "name": "Qwen2-7B",
@@ -19918,7 +19827,7 @@
     },
     {
       "model_id": "RLHFlow/ArmoRM-Llama3-8B-v0.1",
-      "name": "ArmoRM-Llama3-8B-v0.1",
+      "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1",
       "developer": "RLHFlow",
       "scores": {
         "IFEval": 0.1897,
@@ -19931,7 +19840,7 @@
     },
     {
       "model_id": "RLHFlow/LLaMA3-iterative-DPO-final",
-      "name": "LLaMA3-iterative-DPO-final",
+      "name": "RLHFlow/LLaMA3-iterative-DPO-final",
       "developer": "RLHFlow",
       "scores": {
         "IFEval": 0.534,
@@ -20077,12 +19986,12 @@
       "name": "Replete-LLM-Qwen2-7b",
       "developer": "Replete-AI",
       "scores": {
-        "IFEval": 0.0905,
-        "BBH": 0.2985,
+        "IFEval": 0.0932,
+        "BBH": 0.2977,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
-        "MUSR": 0.3848,
-        "MMLU-PRO": 0.1158
+        "GPQA": 0.2475,
+        "MUSR": 0.3941,
+        "MMLU-PRO": 0.1157
       }
     },
     {
@@ -22024,7 +21933,7 @@
     },
     {
       "model_id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
-      "name": "Skywork-Reward-Gemma-2-27B-v0.2",
+      "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
       "developer": "Skywork",
       "scores": {
         "IFEval": 0.7807,
@@ -24744,12 +24653,12 @@
       "name": "Llama-3-Instruct-8B-SPPO-Iter3",
       "developer": "UCLA-AGI",
       "scores": {
-        "IFEval": 0.6834,
-        "BBH": 0.508,
-        "MATH Level 5": 0.0959,
+        "IFEval": 0.6703,
+        "BBH": 0.5076,
+        "MATH Level 5": 0.0718,
         "GPQA": 0.2651,
-        "MUSR": 0.3661,
-        "MMLU-PRO": 0.3644
+        "MUSR": 0.3647,
+        "MMLU-PRO": 0.3658
       }
     },
     {
@@ -25745,12 +25654,12 @@
       "name": "Qwen2.5-14B-YOYO-1010",
       "developer": "YOYO-AI",
       "scores": {
-        "IFEval": 0.7905,
-        "BBH": 0.6406,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.3163,
-        "MUSR": 0.4181,
-        "MMLU-PRO": 0.4944
+        "IFEval": 0.5899,
+        "BBH": 0.654,
+        "MATH Level 5": 0.4509,
+        "GPQA": 0.3834,
+        "MUSR": 0.4744,
+        "MMLU-PRO": 0.5376
       }
     },
     {
@@ -26603,12 +26512,12 @@
       "name": "autotrain-0tmgq-5tpbg",
       "developer": "abhishek",
       "scores": {
-        "IFEval": 0.1952,
-        "BBH": 0.3127,
-        "MATH Level 5": 0.0128,
-        "GPQA": 0.2592,
-        "MUSR": 0.3584,
-        "MMLU-PRO": 0.1144
+        "IFEval": 0.1957,
+        "BBH": 0.3135,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2517,
+        "MUSR": 0.365,
+        "MMLU-PRO": 0.1151
       }
     },
     {
@@ -26694,12 +26603,12 @@
       "name": "QAIMath-Qwen2.5-7B-TIES",
       "developer": "adriszmar",
       "scores": {
-        "IFEval": 0.1685,
-        "BBH": 0.3124,
-        "MATH Level 5": 0.0015,
-        "GPQA": 0.2492,
-        "MUSR": 0.3963,
-        "MMLU-PRO": 0.1066
+        "IFEval": 0.1746,
+        "BBH": 0.3126,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.245,
+        "MUSR": 0.4096,
+        "MMLU-PRO": 0.1087
       }
     },
     {
@@ -26980,12 +26889,12 @@
       "name": "Llama-3.1-Storm-8B",
       "developer": "akjindal53244",
       "scores": {
-        "IFEval": 0.8033,
-        "BBH": 0.5196,
-        "MATH Level 5": 0.1624,
-        "GPQA": 0.3096,
+        "IFEval": 0.8051,
+        "BBH": 0.5189,
+        "MATH Level 5": 0.1722,
+        "GPQA": 0.3263,
         "MUSR": 0.4028,
-        "MMLU-PRO": 0.3812
+        "MMLU-PRO": 0.3803
       }
     },
     {
@@ -27006,12 +26915,12 @@
       "name": "Llama-3.1-Tulu-3-70B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8291,
-        "BBH": 0.6164,
-        "MATH Level 5": 0.4502,
+        "IFEval": 0.8379,
+        "BBH": 0.6157,
+        "MATH Level 5": 0.3829,
         "GPQA": 0.3733,
-        "MUSR": 0.4948,
-        "MMLU-PRO": 0.4645
+        "MUSR": 0.4988,
+        "MMLU-PRO": 0.4656
       }
     },
     {
@@ -27045,12 +26954,12 @@
       "name": "Llama-3.1-Tulu-3-8B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8255,
-        "BBH": 0.4061,
-        "MATH Level 5": 0.2115,
-        "GPQA": 0.297,
+        "IFEval": 0.8267,
+        "BBH": 0.405,
+        "MATH Level 5": 0.1964,
+        "GPQA": 0.2987,
         "MUSR": 0.4175,
-        "MMLU-PRO": 0.2821
+        "MMLU-PRO": 0.2827
       }
     },
     {
@@ -27120,7 +27029,7 @@
     },
     {
       "model_id": "allenai/OLMo-2-1124-7B-Instruct",
-      "name": "OLMo-2-1124-7B-Instruct",
+      "name": "OLMo 2 7B Instruct November 2024",
       "developer": "allenai",
       "scores": {
         "IFEval": 0.7244,
@@ -27159,7 +27068,7 @@
     },
     {
       "model_id": "allenai/OLMoE-1B-7B-0125-Instruct",
-      "name": "OLMoE-1B-7B-0125-Instruct",
+      "name": "OLMoE 1B-7B Instruct January 2025",
       "developer": "allenai",
       "scores": {
         "IFEval": 0.6757,
@@ -28540,11 +28449,11 @@
       "name": "AMD-Llama-135m",
       "developer": "amd",
       "scores": {
-        "IFEval": 0.1918,
-        "BBH": 0.2969,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2584,
-        "MUSR": 0.3846,
+        "IFEval": 0.1842,
+        "BBH": 0.2974,
+        "MATH Level 5": 0.0053,
+        "GPQA": 0.2525,
+        "MUSR": 0.378,
         "MMLU-PRO": 0.1169
       }
     },
@@ -30451,12 +30360,12 @@
       "name": "Llama-3.2-3B-Deep-Test",
       "developer": "bunnycore",
       "scores": {
-        "IFEval": 0.4652,
-        "BBH": 0.4531,
-        "MATH Level 5": 0.1284,
-        "GPQA": 0.2643,
-        "MUSR": 0.3394,
-        "MMLU-PRO": 0.3152
+        "IFEval": 0.1775,
+        "BBH": 0.295,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2517,
+        "MUSR": 0.3647,
+        "MMLU-PRO": 0.1049
       }
     },
     {
@@ -31738,12 +31647,12 @@
       "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
       "developer": "cognitivecomputations",
       "scores": {
-        "IFEval": 0.4124,
-        "BBH": 0.6383,
-        "MATH Level 5": 0.182,
-        "GPQA": 0.3289,
-        "MUSR": 0.4349,
-        "MMLU-PRO": 0.4525
+        "IFEval": 0.3613,
+        "BBH": 0.6123,
+        "MATH Level 5": 0.1239,
+        "GPQA": 0.328,
+        "MUSR": 0.4112,
+        "MMLU-PRO": 0.4494
       }
     },
     {
@@ -31881,12 +31790,12 @@
       "name": "llama-43m-beta",
       "developer": "cpayne1303",
       "scores": {
-        "IFEval": 0.1916,
-        "BBH": 0.2977,
-        "MATH Level 5": 0.0,
+        "IFEval": 0.1949,
+        "BBH": 0.2965,
+        "MATH Level 5": 0.0045,
         "GPQA": 0.2685,
-        "MUSR": 0.3872,
-        "MMLU-PRO": 0.1132
+        "MUSR": 0.3885,
+        "MMLU-PRO": 0.1111
       }
     },
     {
@@ -32258,12 +32167,12 @@
       "name": "Llama-3-8B-Orpo-v0.1",
       "developer": "dfurman",
       "scores": {
-        "IFEval": 0.3,
-        "BBH": 0.3853,
-        "MATH Level 5": 0.0415,
-        "GPQA": 0.2617,
-        "MUSR": 0.3579,
-        "MMLU-PRO": 0.2281
+        "IFEval": 0.2835,
+        "BBH": 0.3842,
+        "MATH Level 5": 0.0521,
+        "GPQA": 0.2609,
+        "MUSR": 0.3566,
+        "MMLU-PRO": 0.2298
       }
     },
     {
@@ -33597,12 +33506,12 @@
       "name": "TheBeagle-v2beta-32B-MGS",
       "developer": "fblgit",
       "scores": {
-        "IFEval": 0.4503,
-        "BBH": 0.7035,
-        "MATH Level 5": 0.3943,
-        "GPQA": 0.401,
-        "MUSR": 0.5021,
-        "MMLU-PRO": 0.5911
+        "IFEval": 0.5181,
+        "BBH": 0.7033,
+        "MATH Level 5": 0.4947,
+        "GPQA": 0.3826,
+        "MUSR": 0.5008,
+        "MMLU-PRO": 0.5915
       }
     },
     {
@@ -34609,7 +34518,7 @@
     {
       "model_id": "google/codegemma-1.1-2b",
       "name": "codegemma-1.1-2b",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2294,
         "BBH": 0.3353,
@@ -34622,7 +34531,7 @@
     {
       "model_id": "google/flan-t5-base",
       "name": "flan-t5-base",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.1891,
         "BBH": 0.3526,
@@ -34635,7 +34544,7 @@
     {
       "model_id": "google/flan-t5-large",
       "name": "flan-t5-large",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2201,
         "BBH": 0.4153,
@@ -34648,7 +34557,7 @@
     {
       "model_id": "google/flan-t5-small",
       "name": "flan-t5-small",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.1524,
         "BBH": 0.3283,
@@ -34661,7 +34570,7 @@
     {
       "model_id": "google/flan-t5-xl",
       "name": "flan-t5-xl",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2207,
         "BBH": 0.4537,
@@ -34674,7 +34583,7 @@
     {
       "model_id": "google/flan-t5-xxl",
       "name": "flan-t5-xxl",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.22,
         "BBH": 0.5066,
@@ -34687,7 +34596,7 @@
     {
       "model_id": "google/flan-ul2",
       "name": "flan-ul2",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2393,
         "BBH": 0.5054,
@@ -34700,7 +34609,7 @@
     {
       "model_id": "google/gemma-1.1-2b-it",
       "name": "gemma-1.1-2b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.3067,
         "BBH": 0.3185,
@@ -34713,7 +34622,7 @@
     {
       "model_id": "google/gemma-1.1-7b-it",
       "name": "gemma-1.1-7b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.5039,
         "BBH": 0.3935,
@@ -34726,7 +34635,7 @@
     {
       "model_id": "google/gemma-2-27b",
       "name": "Gemma 2 27B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2475,
         "BBH": 0.5643,
@@ -34739,7 +34648,7 @@
     {
       "model_id": "google/gemma-2-27b-it",
       "name": "Gemma 2 Instruct 27B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.7978,
         "BBH": 0.6451,
@@ -34752,20 +34661,20 @@
     {
       "model_id": "google/gemma-2-2b",
       "name": "gemma-2-2b",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
-        "IFEval": 0.2018,
-        "BBH": 0.3709,
-        "MATH Level 5": 0.0302,
+        "IFEval": 0.1993,
+        "BBH": 0.3656,
+        "MATH Level 5": 0.0287,
         "GPQA": 0.2626,
-        "MUSR": 0.4219,
-        "MMLU-PRO": 0.2217
+        "MUSR": 0.4232,
+        "MMLU-PRO": 0.218
       }
     },
     {
       "model_id": "google/gemma-2-2b-it",
       "name": "gemma-2-2b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.5668,
         "BBH": 0.4199,
@@ -34778,7 +34687,7 @@
     {
       "model_id": "google/gemma-2-2b-jpn-it",
       "name": "gemma-2-2b-jpn-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.5078,
         "BBH": 0.4226,
@@ -34791,7 +34700,7 @@
     {
       "model_id": "google/gemma-2-9b",
       "name": "Gemma 2 9B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.204,
         "BBH": 0.5377,
@@ -34804,7 +34713,7 @@
     {
       "model_id": "google/gemma-2-9b-it",
       "name": "Gemma 2 Instruct 9B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.7436,
         "BBH": 0.599,
@@ -34817,7 +34726,7 @@
     {
       "model_id": "google/gemma-2b",
       "name": "gemma-2b",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2038,
         "BBH": 0.3366,
@@ -34830,7 +34739,7 @@
     {
       "model_id": "google/gemma-2b-it",
       "name": "gemma-2b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.269,
         "BBH": 0.3151,
@@ -34843,7 +34752,7 @@
     {
       "model_id": "google/gemma-7b",
       "name": "Gemma 7B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2659,
         "BBH": 0.4362,
@@ -34856,7 +34765,7 @@
     {
       "model_id": "google/gemma-7b-it",
       "name": "gemma-7b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.3868,
         "BBH": 0.3646,
@@ -34869,7 +34778,7 @@
     {
       "model_id": "google/mt5-base",
       "name": "mt5-base",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.1645,
         "BBH": 0.2883,
@@ -34882,7 +34791,7 @@
     {
       "model_id": "google/mt5-small",
       "name": "mt5-small",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.1718,
         "BBH": 0.2766,
@@ -34895,7 +34804,7 @@
     {
       "model_id": "google/mt5-xl",
       "name": "mt5-xl",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.196,
         "BBH": 0.3047,
@@ -34908,7 +34817,7 @@
     {
       "model_id": "google/mt5-xxl",
       "name": "mt5-xxl",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2358,
         "BBH": 0.2959,
@@ -34921,7 +34830,7 @@
     {
       "model_id": "google/recurrentgemma-2b",
       "name": "recurrentgemma-2b",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.3017,
         "BBH": 0.3197,
@@ -34934,7 +34843,7 @@
     {
       "model_id": "google/recurrentgemma-2b-it",
       "name": "recurrentgemma-2b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.2949,
         "BBH": 0.333,
@@ -34947,7 +34856,7 @@
     {
       "model_id": "google/recurrentgemma-9b",
       "name": "recurrentgemma-9b",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.3116,
         "BBH": 0.3956,
@@ -34960,7 +34869,7 @@
     {
       "model_id": "google/recurrentgemma-9b-it",
       "name": "recurrentgemma-9b-it",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.501,
         "BBH": 0.4367,
@@ -34973,7 +34882,7 @@
     {
       "model_id": "google/switch-base-8",
       "name": "switch-base-8",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.1585,
         "BBH": 0.2876,
@@ -34986,7 +34895,7 @@
     {
       "model_id": "google/umt5-base",
       "name": "umt5-base",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "IFEval": 0.1746,
         "BBH": 0.2788,
@@ -41423,12 +41332,12 @@
       "name": "BunderMaxx-0710",
       "developer": "kavonalds",
       "scores": {
-        "IFEval": 0.2701,
-        "BBH": 0.5566,
+        "IFEval": 0.3283,
+        "BBH": 0.6651,
         "MATH Level 5": 0.068,
-        "GPQA": 0.2802,
-        "MUSR": 0.3682,
-        "MMLU-PRO": 0.1449
+        "GPQA": 0.2609,
+        "MUSR": 0.3393,
+        "MMLU-PRO": 0.1314
       }
     },
     {
@@ -42450,12 +42359,12 @@
       "name": "Mistral-v0.3-7B-ORPO",
       "developer": "llmat",
       "scores": {
-        "IFEval": 0.364,
-        "BBH": 0.4005,
-        "MATH Level 5": 0.0015,
-        "GPQA": 0.2693,
-        "MUSR": 0.3529,
-        "MMLU-PRO": 0.2301
+        "IFEval": 0.377,
+        "BBH": 0.3978,
+        "MATH Level 5": 0.0242,
+        "GPQA": 0.2668,
+        "MUSR": 0.3555,
+        "MMLU-PRO": 0.2278
       }
     },
     {
@@ -44057,19 +43966,6 @@
         "MMLU-PRO": 0.4712
       }
     },
-    {
-      "model_id": "microsoft/Phi-3-medium-4k-instruct",
-      "name": "Phi-3-medium-4k-instruct",
-      "developer": "microsoft",
-      "scores": {
-        "IFEval": 0.6423,
-        "BBH": 0.6412,
-        "MATH Level 5": 0.1956,
-        "GPQA": 0.3364,
-        "MUSR": 0.4258,
-        "MMLU-PRO": 0.4676
-      }
-    },
     {
       "model_id": "microsoft/Phi-3-mini-128k-instruct",
       "name": "Phi-3-mini-128k-instruct",
@@ -44109,19 +44005,6 @@
         "MMLU-PRO": 0.4491
       }
     },
-    {
-      "model_id": "microsoft/Phi-3-small-8k-instruct",
-      "name": "Phi-3-small-8k-instruct",
-      "developer": "microsoft",
-      "scores": {
-        "IFEval": 0.6497,
-        "BBH": 0.6208,
-        "MATH Level 5": 0.1887,
-        "GPQA": 0.3121,
-        "MUSR": 0.4558,
-        "MMLU-PRO": 0.4506
-      }
-    },
     {
       "model_id": "microsoft/Phi-3.5-MoE-instruct",
       "name": "Phi-3.5-MoE-instruct",
@@ -44200,6 +44083,32 @@
         "MMLU-PRO": 0.2628
       }
     },
+    {
+      "model_id": "microsoft/phi-3-medium-4k-instruct",
+      "name": "Phi-3 14B",
+      "developer": "microsoft",
+      "scores": {
+        "IFEval": 0.6423,
+        "BBH": 0.6412,
+        "MATH Level 5": 0.1956,
+        "GPQA": 0.3364,
+        "MUSR": 0.4258,
+        "MMLU-PRO": 0.4676
+      }
+    },
+    {
+      "model_id": "microsoft/phi-3-small-8k-instruct",
+      "name": "Phi-3 7B",
+      "developer": "microsoft",
+      "scores": {
+        "IFEval": 0.6497,
+        "BBH": 0.6208,
+        "MATH Level 5": 0.1887,
+        "GPQA": 0.3121,
+        "MUSR": 0.4558,
+        "MMLU-PRO": 0.4506
+      }
+    },
     {
       "model_id": "microsoft/phi-4",
       "name": "phi-4",
@@ -44309,12 +44218,12 @@
       "name": "Trinity-2-Codestral-22B-v0.2",
       "developer": "migtissera",
       "scores": {
-        "IFEval": 0.443,
-        "BBH": 0.5706,
-        "MATH Level 5": 0.0869,
-        "GPQA": 0.3079,
-        "MUSR": 0.4031,
-        "MMLU-PRO": 0.3354
+        "IFEval": 0.4345,
+        "BBH": 0.5686,
+        "MATH Level 5": 0.0838,
+        "GPQA": 0.3003,
+        "MUSR": 0.4045,
+        "MMLU-PRO": 0.334
       }
     },
     {
@@ -44447,32 +44356,6 @@
         "MMLU-PRO": 0.2717
       }
     },
-    {
-      "model_id": "mistralai/Mistral-7B-Instruct-v0.3",
-      "name": "Mistral-7B-Instruct-v0.3",
-      "developer": "mistralai",
-      "scores": {
-        "IFEval": 0.5465,
-        "BBH": 0.4722,
-        "MATH Level 5": 0.0385,
-        "GPQA": 0.2794,
-        "MUSR": 0.3739,
-        "MMLU-PRO": 0.3075
-      }
-    },
-    {
-      "model_id": "mistralai/Mistral-7B-v0.1",
-      "name": "Mistral-7B-v0.1",
-      "developer": "mistralai",
-      "scores": {
-        "IFEval": 0.2386,
-        "BBH": 0.4419,
-        "MATH Level 5": 0.0295,
-        "GPQA": 0.2919,
-        "MUSR": 0.4139,
-        "MMLU-PRO": 0.3013
-      }
-    },
     {
       "model_id": "mistralai/Mistral-7B-v0.3",
       "name": "Mistral-7B-v0.3",
@@ -44543,12 +44426,12 @@
       "name": "Mistral-Small-Instruct-2409",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.667,
-        "BBH": 0.5213,
-        "MATH Level 5": 0.1435,
-        "GPQA": 0.3238,
-        "MUSR": 0.3632,
-        "MMLU-PRO": 0.396
+        "IFEval": 0.6283,
+        "BBH": 0.583,
+        "MATH Level 5": 0.2039,
+        "GPQA": 0.3331,
+        "MUSR": 0.4063,
+        "MMLU-PRO": 0.4099
       }
     },
     {
@@ -44595,12 +44478,38 @@
       "name": "Mixtral-8x7B-v0.1",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.2326,
-        "BBH": 0.5098,
-        "MATH Level 5": 0.0937,
-        "GPQA": 0.3205,
-        "MUSR": 0.4413,
-        "MMLU-PRO": 0.3871
+        "IFEval": 0.2415,
+        "BBH": 0.5087,
+        "MATH Level 5": 0.102,
+        "GPQA": 0.3138,
+        "MUSR": 0.4321,
+        "MMLU-PRO": 0.385
+      }
+    },
+    {
+      "model_id": "mistralai/mistral-7b-instruct-v0.3",
+      "name": "Mistral Instruct v0.3 7B",
+      "developer": "mistralai",
+      "scores": {
+        "IFEval": 0.5465,
+        "BBH": 0.4722,
+        "MATH Level 5": 0.0385,
+        "GPQA": 0.2794,
+        "MUSR": 0.3739,
+        "MMLU-PRO": 0.3075
+      }
+    },
+    {
+      "model_id": "mistralai/mistral-7b-v0.1",
+      "name": "Mistral v0.1 7B",
+      "developer": "mistralai",
+      "scores": {
+        "IFEval": 0.2386,
+        "BBH": 0.4419,
+        "MATH Level 5": 0.0295,
+        "GPQA": 0.2919,
+        "MUSR": 0.4139,
+        "MMLU-PRO": 0.3013
       }
     },
     {
@@ -44829,12 +44738,12 @@
       "name": "NeuralDaredevil-8B-abliterated",
       "developer": "mlabonne",
       "scores": {
-        "IFEval": 0.4162,
-        "BBH": 0.5124,
-        "MATH Level 5": 0.0853,
-        "GPQA": 0.3029,
-        "MUSR": 0.415,
-        "MMLU-PRO": 0.3802
+        "IFEval": 0.7561,
+        "BBH": 0.5111,
+        "MATH Level 5": 0.0906,
+        "GPQA": 0.3062,
+        "MUSR": 0.4019,
+        "MMLU-PRO": 0.3841
       }
     },
     {
@@ -47884,12 +47793,12 @@
       "name": "Llama-FinSent-S",
       "developer": "oopere",
       "scores": {
-        "IFEval": 0.2164,
-        "BBH": 0.3169,
-        "MATH Level 5": 0.0128,
-        "GPQA": 0.2584,
+        "IFEval": 0.2119,
+        "BBH": 0.3156,
+        "MATH Level 5": 0.0181,
+        "GPQA": 0.2567,
         "MUSR": 0.3832,
-        "MMLU-PRO": 0.1134
+        "MMLU-PRO": 0.113
       }
     },
     {
@@ -48820,12 +48729,12 @@
       "name": "Llama-3-8B-ProLong-512k-Instruct",
       "developer": "princeton-nlp",
       "scores": {
-        "IFEval": 0.3978,
-        "BBH": 0.4983,
-        "MATH Level 5": 0.0582,
-        "GPQA": 0.281,
-        "MUSR": 0.425,
-        "MMLU-PRO": 0.3246
+        "IFEval": 0.5508,
+        "BBH": 0.5028,
+        "MATH Level 5": 0.0529,
+        "GPQA": 0.2861,
+        "MUSR": 0.4266,
+        "MMLU-PRO": 0.3231
       }
     },
     {
@@ -49535,12 +49444,12 @@
       "name": "Calcium-Opus-14B-Elite",
       "developer": "prithivMLmods",
       "scores": {
-        "IFEval": 0.6052,
-        "BBH": 0.6317,
-        "MATH Level 5": 0.4789,
-        "GPQA": 0.3742,
-        "MUSR": 0.486,
-        "MMLU-PRO": 0.5302
+        "IFEval": 0.6064,
+        "BBH": 0.6296,
+        "MATH Level 5": 0.3708,
+        "GPQA": 0.3733,
+        "MUSR": 0.4873,
+        "MMLU-PRO": 0.5307
       }
     },
     {
@@ -50952,12 +50861,12 @@
       "name": "Oracle-14B",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.2401,
-        "BBH": 0.4622,
-        "MATH Level 5": 0.0725,
-        "GPQA": 0.2609,
-        "MUSR": 0.3703,
-        "MMLU-PRO": 0.2379
+        "IFEval": 0.2358,
+        "BBH": 0.4612,
+        "MATH Level 5": 0.0642,
+        "GPQA": 0.2576,
+        "MUSR": 0.3717,
+        "MMLU-PRO": 0.2382
       }
     },
     {
@@ -51246,6 +51155,71 @@
         "MMLU-PRO": 0.1316
       }
     },
+    {
+      "model_id": "qwen/qwen1.5-110b-chat",
+      "name": "Qwen1.5 Chat 110B",
+      "developer": "qwen",
+      "scores": {
+        "IFEval": 0.5939,
+        "BBH": 0.6184,
+        "MATH Level 5": 0.2341,
+        "GPQA": 0.3414,
+        "MUSR": 0.4522,
+        "MMLU-PRO": 0.4825
+      }
+    },
+    {
+      "model_id": "qwen/qwen1.5-14b",
+      "name": "Qwen1.5 14B",
+      "developer": "qwen",
+      "scores": {
+        "IFEval": 0.2905,
+        "BBH": 0.508,
+        "MATH Level 5": 0.2024,
+        "GPQA": 0.2945,
+        "MUSR": 0.4186,
+        "MMLU-PRO": 0.3644
+      }
+    },
+    {
+      "model_id": "qwen/qwen1.5-32b",
+      "name": "Qwen1.5 32B",
+      "developer": "qwen",
+      "scores": {
+        "IFEval": 0.3297,
+        "BBH": 0.5715,
+        "MATH Level 5": 0.3029,
+        "GPQA": 0.3297,
+        "MUSR": 0.4278,
+        "MMLU-PRO": 0.45
+      }
+    },
+    {
+      "model_id": "qwen/qwen1.5-7b",
+      "name": "Qwen1.5 7B",
+      "developer": "qwen",
+      "scores": {
+        "IFEval": 0.2684,
+        "BBH": 0.456,
+        "MATH Level 5": 0.0929,
+        "GPQA": 0.2987,
+        "MUSR": 0.4103,
+        "MMLU-PRO": 0.2916
+      }
+    },
+    {
+      "model_id": "qwen/qwen2-72b-instruct",
+      "name": "Qwen2 Instruct 72B",
+      "developer": "qwen",
+      "scores": {
+        "IFEval": 0.7989,
+        "BBH": 0.6977,
+        "MATH Level 5": 0.4177,
+        "GPQA": 0.3725,
+        "MUSR": 0.456,
+        "MMLU-PRO": 0.5403
+      }
+    },
     {
       "model_id": "raphgg/test-2.5-72B",
       "name": "test-2.5-72B",
@@ -51368,12 +51342,12 @@
       "name": "recoilme-gemma-2-9B-v0.3",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.7439,
-        "BBH": 0.5993,
-        "MATH Level 5": 0.0876,
-        "GPQA": 0.3238,
-        "MUSR": 0.4204,
-        "MMLU-PRO": 0.4072
+        "IFEval": 0.5761,
+        "BBH": 0.602,
+        "MATH Level 5": 0.1888,
+        "GPQA": 0.3372,
+        "MUSR": 0.4632,
+        "MMLU-PRO": 0.4039
       }
     },
     {
@@ -51628,12 +51602,12 @@
       "name": "Rombos-LLM-V2.5.1-Qwen-3b",
       "developer": "rombodawg",
       "scores": {
-        "IFEval": 0.2566,
-        "BBH": 0.39,
-        "MATH Level 5": 0.1208,
-        "GPQA": 0.2626,
+        "IFEval": 0.2595,
+        "BBH": 0.3884,
+        "MATH Level 5": 0.0914,
+        "GPQA": 0.2743,
         "MUSR": 0.3991,
-        "MMLU-PRO": 0.2741
+        "MMLU-PRO": 0.2719
       }
     },
     {
@@ -53227,12 +53201,12 @@
       "name": "Qwenvergence-14B-v3-Reason",
       "developer": "sometimesanotion",
       "scores": {
-        "IFEval": 0.5367,
-        "BBH": 0.6561,
-        "MATH Level 5": 0.358,
-        "GPQA": 0.3867,
-        "MUSR": 0.474,
-        "MMLU-PRO": 0.5395
+        "IFEval": 0.5278,
+        "BBH": 0.6557,
+        "MATH Level 5": 0.3119,
+        "GPQA": 0.3842,
+        "MUSR": 0.4754,
+        "MMLU-PRO": 0.5396
       }
     },
     {
@@ -53526,12 +53500,12 @@
       "name": "ChatWaifu_v2.0_22B",
       "developer": "spow12",
       "scores": {
-        "IFEval": 0.6511,
-        "BBH": 0.5926,
-        "MATH Level 5": 0.1858,
-        "GPQA": 0.3247,
+        "IFEval": 0.6517,
+        "BBH": 0.5908,
+        "MATH Level 5": 0.2032,
+        "GPQA": 0.3238,
         "MUSR": 0.3842,
-        "MMLU-PRO": 0.3836
+        "MMLU-PRO": 0.3812
       }
     },
     {
@@ -53575,7 +53549,7 @@
     },
     {
       "model_id": "stabilityai/stablelm-2-12b-chat",
-      "name": "stablelm-2-12b-chat",
+      "name": "stabilityai/stablelm-2-12b-chat",
       "developer": "stabilityai",
       "scores": {
         "IFEval": 0.4082,
@@ -53614,7 +53588,7 @@
     },
     {
       "model_id": "stabilityai/stablelm-2-zephyr-1_6b",
-      "name": "stablelm-2-zephyr-1_6b",
+      "name": "stabilityai/stablelm-2-zephyr-1_6b",
       "developer": "stabilityai",
       "scores": {
         "IFEval": 0.3279,
@@ -53640,7 +53614,7 @@
     },
     {
       "model_id": "stabilityai/stablelm-zephyr-3b",
-      "name": "stablelm-zephyr-3b",
+      "name": "stabilityai/stablelm-zephyr-3b",
       "developer": "stabilityai",
       "scores": {
         "IFEval": 0.3683,
@@ -54371,12 +54345,12 @@
       "name": "lambda-gemma-2-9b-dpo",
       "developer": "tanliboy",
       "scores": {
-        "IFEval": 0.1829,
-        "BBH": 0.5488,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.3104,
-        "MUSR": 0.4056,
-        "MMLU-PRO": 0.3805
+        "IFEval": 0.4501,
+        "BBH": 0.5472,
+        "MATH Level 5": 0.0944,
+        "GPQA": 0.3138,
+        "MUSR": 0.4017,
+        "MMLU-PRO": 0.3792
       }
     },
     {
@@ -57023,12 +56997,12 @@
       "name": "BagelMIsteryTour-v2-8x7B",
       "developer": "ycros",
       "scores": {
-        "IFEval": 0.6262,
-        "BBH": 0.5142,
-        "MATH Level 5": 0.0937,
-        "GPQA": 0.3079,
-        "MUSR": 0.4138,
-        "MMLU-PRO": 0.3481
+        "IFEval": 0.5994,
+        "BBH": 0.5159,
+        "MATH Level 5": 0.0785,
+        "GPQA": 0.3045,
+        "MUSR": 0.4203,
+        "MMLU-PRO": 0.3473
       }
     },
     {

data/benchmarks/la_leaderboard.json

@@ -3,7 +3,7 @@
     {
       "model_id": "Qwen/Qwen2.5-7B",
       "name": "Qwen2.5-7B",
-      "developer": "unknown",
+      "developer": "Qwen",
       "scores": {
         "la_leaderboard": 27.61
       }
@@ -11,7 +11,7 @@
     {
       "model_id": "google/gemma-2-9b-it",
       "name": "Gemma 2 Instruct 9B",
-      "developer": "unknown",
+      "developer": "Google",
       "scores": {
         "la_leaderboard": 33.62
       }

data/benchmarks/livecodebenchpro.json

@@ -73,7 +73,7 @@
     {
       "model_id": "anthropic/claude-sonnet-4-5-20250929",
       "name": "claude-sonnet-4-5-20250929",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Hard Problems": 0.0,
         "Medium Problems": 0.0,
@@ -142,7 +142,7 @@
     },
     {
       "model_id": "google/gemini-2.5-flash",
-      "name": "gemini-2.5-flash",
+      "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
         "Hard Problems": 0.0,
@@ -152,7 +152,7 @@
     },
     {
       "model_id": "google/gemini-2.5-pro",
-      "name": "gemini-2.5-pro",
+      "name": "Gemini 2.5 Pro",
       "developer": "Google",
       "scores": {
         "Hard Problems": 0.014084507042253521,
@@ -203,7 +203,7 @@
     {
       "model_id": "openai/gpt-5-2025-08-07",
       "name": "gpt-5-2025-08-07",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Hard Problems": 0.0423,
         "Medium Problems": 0.4085,
@@ -213,7 +213,7 @@
     {
       "model_id": "openai/gpt-5.2-2025-12-11",
       "name": "gpt-5.2-2025-12-11",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Hard Problems": 0.1594,
         "Medium Problems": 0.5211,
@@ -222,7 +222,7 @@
     },
     {
       "model_id": "openai/gpt-oss-120b",
-      "name": "gpt-oss-120b",
+      "name": "GPT-OSS-120B",
       "developer": "OpenAI",
       "scores": {
         "Hard Problems": 0.0,
@@ -232,7 +232,7 @@
     },
     {
       "model_id": "openai/gpt-oss-20b",
-      "name": "gpt-oss-20b",
+      "name": "GPT-OSS-20B",
       "developer": "OpenAI",
       "scores": {
         "Hard Problems": 0.0,
@@ -242,7 +242,7 @@
     },
     {
       "model_id": "openai/o3-2025-04-16",
-      "name": "o3 2025-04-16",
+      "name": "o3-2025-04-16",
       "developer": "OpenAI",
       "scores": {
         "Hard Problems": 0.0,
@@ -253,17 +253,17 @@
     {
       "model_id": "openai/o4-mini-2025-04-16",
       "name": "o4-mini-2025-04-16",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
-        "Hard Problems": 0.0143,
-        "Medium Problems": 0.2923,
-        "Easy Problems": 0.8571
+        "Hard Problems": 0.014084507042253521,
+        "Medium Problems": 0.30985915492957744,
+        "Easy Problems": 0.8873239436619719
       }
     },
     {
       "model_id": "z-ai/glm-4.5",
       "name": "z-ai/glm-4.5",
-      "developer": "Z.AI",
+      "developer": "Z.ai",
       "scores": {
         "Hard Problems": 0.0,
         "Medium Problems": 0.028169014084507043,

data/benchmarks/reward-bench.json

@@ -52,56 +52,6 @@
         "Prior Sets (0.5 weight)": 0.6913
       }
     },
-    {
-      "model_id": "Anthropic/claude-3-5-sonnet-20240620",
-      "name": "Anthropic/claude-3-5-sonnet-20240620",
-      "developer": "Anthropic",
-      "scores": {
-        "Score": 0.8417,
-        "Chat": 0.9637,
-        "Chat Hard": 0.7401,
-        "Safety": 0.8162,
-        "Reasoning": 0.8469
-      }
-    },
-    {
-      "model_id": "Anthropic/claude-3-haiku-20240307",
-      "name": "Anthropic/claude-3-haiku-20240307",
-      "developer": "Anthropic",
-      "scores": {
-        "Score": 0.7289,
-        "Chat": 0.9274,
-        "Chat Hard": 0.5197,
-        "Safety": 0.7953,
-        "Reasoning": 0.706,
-        "Prior Sets (0.5 weight)": 0.6635
-      }
-    },
-    {
-      "model_id": "Anthropic/claude-3-opus-20240229",
-      "name": "Anthropic/claude-3-opus-20240229",
-      "developer": "Anthropic",
-      "scores": {
-        "Score": 0.8008,
-        "Chat": 0.9469,
-        "Chat Hard": 0.6031,
-        "Safety": 0.8662,
-        "Reasoning": 0.7868
-      }
-    },
-    {
-      "model_id": "Anthropic/claude-3-sonnet-20240229",
-      "name": "Anthropic/claude-3-sonnet-20240229",
-      "developer": "Anthropic",
-      "scores": {
-        "Score": 0.7458,
-        "Chat": 0.9344,
-        "Chat Hard": 0.5658,
-        "Safety": 0.8169,
-        "Reasoning": 0.6907,
-        "Prior Sets (0.5 weight)": 0.6963
-      }
-    },
     {
       "model_id": "AtlaAI/Selene-1",
       "name": "AtlaAI/Selene-1",
@@ -132,9 +82,14 @@
       "developer": "CIR-AMS",
       "scores": {
         "Score": 0.8172,
+        "Factuality": 0.5347,
+        "Precise IF": 0.3563,
+        "Math": 0.6066,
+        "Safety": 0.9014,
+        "Focus": 0.5737,
+        "Ties": 0.6527,
         "Chat": 0.9749,
         "Chat Hard": 0.5724,
-        "Safety": 0.9014,
         "Reasoning": 0.8775,
         "Prior Sets (0.5 weight)": 0.7029
       }
@@ -167,7 +122,7 @@
     },
     {
       "model_id": "CohereForAI/c4ai-command-r-plus",
-      "name": "c4ai-command-r-plus",
+      "name": "CohereForAI/c4ai-command-r-plus",
       "developer": "CohereForAI",
       "scores": {
         "Score": 0.7057,
@@ -431,7 +386,7 @@
     },
     {
       "model_id": "HuggingFaceH4/zephyr-7b-alpha",
-      "name": "zephyr-7b-alpha",
+      "name": "HuggingFaceH4/zephyr-7b-alpha",
       "developer": "HuggingFaceH4",
       "scores": {
         "Score": 0.7392,
@@ -444,7 +399,7 @@
     },
     {
       "model_id": "HuggingFaceH4/zephyr-7b-beta",
-      "name": "zephyr-7b-beta",
+      "name": "HuggingFaceH4/zephyr-7b-beta",
       "developer": "HuggingFaceH4",
       "scores": {
         "Score": 0.7281,
@@ -457,7 +412,7 @@
     },
     {
       "model_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1",
-      "name": "zephyr-7b-gemma-v0.1",
+      "name": "HuggingFaceH4/zephyr-7b-gemma-v0.1",
       "developer": "HuggingFaceH4",
       "scores": {
         "Score": 0.6758,
@@ -499,9 +454,14 @@
       "developer": "LxzGordon",
       "scores": {
         "Score": 0.9294,
+        "Factuality": 0.6884,
+        "Precise IF": 0.45,
+        "Math": 0.6393,
+        "Safety": 0.9108,
+        "Focus": 0.9758,
+        "Ties": 0.7653,
         "Chat": 0.9553,
         "Chat Hard": 0.8816,
-        "Safety": 0.9108,
         "Reasoning": 0.9698
       }
     },
@@ -523,10 +483,13 @@
       "developer": "NCSOFT",
       "scores": {
         "Score": 0.648,
+        "Chat": 0.9721,
+        "Chat Hard": 0.818,
+        "Safety": 0.7222,
+        "Reasoning": 0.9192,
         "Factuality": 0.6084,
         "Precise IF": 0.4,
         "Math": 0.5191,
-        "Safety": 0.7222,
         "Focus": 0.9596,
         "Ties": 0.6786
       }
@@ -537,16 +500,21 @@
       "developer": "Nexusflow",
       "scores": {
         "Score": 0.8133,
+        "Factuality": 0.4589,
+        "Precise IF": 0.3187,
+        "Math": 0.6175,
+        "Safety": 0.877,
+        "Focus": 0.4808,
+        "Ties": 0.1004,
         "Chat": 0.9693,
         "Chat Hard": 0.5724,
-        "Safety": 0.877,
         "Reasoning": 0.8845,
         "Prior Sets (0.5 weight)": 0.7137
       }
     },
     {
       "model_id": "NousResearch/Hermes-3-Llama-3.1-70B",
-      "name": "Hermes-3-Llama-3.1-70B",
+      "name": "NousResearch/Hermes-3-Llama-3.1-70B",
       "developer": "NousResearch",
       "scores": {
         "Score": 0.7847,
@@ -558,7 +526,7 @@
     },
     {
       "model_id": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
-      "name": "Nous-Hermes-2-Mistral-7B-DPO",
+      "name": "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
       "developer": "NousResearch",
       "scores": {
         "Score": 0.7481,
@@ -571,7 +539,7 @@
     },
     {
       "model_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
-      "name": "Nous-Hermes-2-Mixtral-8x7B-DPO",
+      "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
       "developer": "NousResearch",
       "scores": {
         "Score": 0.7138,
@@ -587,13 +555,17 @@
       "name": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.2653,
+        "Score": 0.615,
         "Factuality": 0.3979,
         "Precise IF": 0.2875,
         "Math": 0.377,
-        "Safety": 0.3289,
+        "Safety": 0.5446,
         "Focus": 0.1535,
-        "Ties": 0.047
+        "Ties": 0.047,
+        "Chat": 0.9246,
+        "Chat Hard": 0.3728,
+        "Reasoning": 0.5855,
+        "Prior Sets (0.5 weight)": 0.6801
       }
     },
     {
@@ -601,12 +573,17 @@
       "name": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.6901,
+        "Score": 0.2648,
         "Chat": 0.8855,
         "Chat Hard": 0.4868,
-        "Safety": 0.6311,
+        "Safety": 0.3244,
         "Reasoning": 0.7752,
-        "Prior Sets (0.5 weight)": 0.6533
+        "Prior Sets (0.5 weight)": 0.6533,
+        "Factuality": 0.3179,
+        "Precise IF": 0.2625,
+        "Math": 0.3934,
+        "Focus": 0.2707,
+        "Ties": 0.0198
       }
     },
     {
@@ -615,10 +592,14 @@
       "developer": "OpenAssistant",
       "scores": {
         "Score": 0.32,
+        "Chat": 0.8939,
+        "Chat Hard": 0.4518,
+        "Safety": 0.3667,
+        "Reasoning": 0.3855,
+        "Prior Sets (0.5 weight)": 0.5836,
         "Factuality": 0.3853,
         "Precise IF": 0.2687,
         "Math": 0.5027,
-        "Safety": 0.3667,
         "Focus": 0.2768,
         "Ties": 0.12
       }
@@ -628,13 +609,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-cost",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.3332,
+        "Score": 0.5798,
         "Factuality": 0.3263,
         "Precise IF": 0.2313,
         "Math": 0.3989,
-        "Safety": 0.7589,
+        "Safety": 0.7351,
         "Focus": 0.2939,
-        "Ties": -0.01
+        "Ties": -0.01,
+        "Chat": 0.6173,
+        "Chat Hard": 0.4232,
+        "Reasoning": 0.5482,
+        "Prior Sets (0.5 weight)": 0.57
       }
     },
     {
@@ -643,9 +628,14 @@
       "developer": "PKU-Alignment",
       "scores": {
         "Score": 0.4727,
+        "Factuality": 0.2105,
+        "Precise IF": 0.2938,
+        "Math": 0.2623,
+        "Safety": 0.3757,
+        "Focus": 0.0646,
+        "Ties": -0.01,
         "Chat": 0.8184,
         "Chat Hard": 0.2873,
-        "Safety": 0.3757,
         "Reasoning": 0.346,
         "Prior Sets (0.5 weight)": 0.5993
       }
@@ -656,10 +646,14 @@
       "developer": "PKU-Alignment",
       "scores": {
         "Score": 0.3326,
+        "Chat": 0.5726,
+        "Chat Hard": 0.4561,
+        "Safety": 0.7356,
+        "Reasoning": 0.6211,
+        "Prior Sets (0.5 weight)": 0.5397,
         "Factuality": 0.3789,
         "Precise IF": 0.275,
         "Math": 0.3333,
-        "Safety": 0.7356,
         "Focus": 0.2828,
         "Ties": -0.01
       }
@@ -670,9 +664,14 @@
       "developer": "PKU-Alignment",
       "scores": {
         "Score": 0.6366,
+        "Factuality": 0.2168,
+        "Precise IF": 0.2562,
+        "Math": 0.3825,
+        "Safety": 0.6041,
+        "Focus": 0.2606,
+        "Ties": 0.0944,
         "Chat": 0.8994,
         "Chat Hard": 0.364,
-        "Safety": 0.6041,
         "Reasoning": 0.6887,
         "Prior Sets (0.5 weight)": 0.6171
       }
@@ -691,7 +690,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-0.5B-Chat",
-      "name": "Qwen1.5-0.5B-Chat",
+      "name": "Qwen/Qwen1.5-0.5B-Chat",
       "developer": "Qwen",
       "scores": {
         "Score": 0.5298,
@@ -704,7 +703,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-1.8B-Chat",
-      "name": "Qwen1.5-1.8B-Chat",
+      "name": "Qwen/Qwen1.5-1.8B-Chat",
       "developer": "Qwen",
       "scores": {
         "Score": 0.589,
@@ -717,7 +716,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-14B-Chat",
-      "name": "Qwen1.5-14B-Chat",
+      "name": "Qwen/Qwen1.5-14B-Chat",
       "developer": "Qwen",
       "scores": {
         "Score": 0.6864,
@@ -730,7 +729,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-4B-Chat",
-      "name": "Qwen1.5-4B-Chat",
+      "name": "Qwen/Qwen1.5-4B-Chat",
       "developer": "Qwen",
       "scores": {
         "Score": 0.5477,
@@ -756,7 +755,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-7B-Chat",
-      "name": "Qwen1.5-7B-Chat",
+      "name": "Qwen/Qwen1.5-7B-Chat",
       "developer": "Qwen",
       "scores": {
         "Score": 0.675,
@@ -769,7 +768,7 @@
     },
     {
       "model_id": "Qwen/Qwen1.5-MoE-A2.7B-Chat",
-      "name": "Qwen1.5-MoE-A2.7B-Chat",
+      "name": "Qwen/Qwen1.5-MoE-A2.7B-Chat",
       "developer": "Qwen",
       "scores": {
         "Score": 0.6644,
@@ -820,21 +819,25 @@
     },
     {
       "model_id": "RLHFlow/ArmoRM-Llama3-8B-v0.1",
-      "name": "ArmoRM-Llama3-8B-v0.1",
+      "name": "RLHFlow/ArmoRM-Llama3-8B-v0.1",
       "developer": "RLHFlow",
       "scores": {
-        "Score": 0.6646,
+        "Score": 0.886,
         "Factuality": 0.6568,
         "Precise IF": 0.4188,
         "Math": 0.6612,
-        "Safety": 0.8222,
+        "Safety": 0.9054,
         "Focus": 0.7657,
-        "Ties": 0.6629
+        "Ties": 0.6629,
+        "Chat": 0.9693,
+        "Chat Hard": 0.7675,
+        "Reasoning": 0.9735,
+        "Prior Sets (0.5 weight)": 0.7429
       }
     },
     {
       "model_id": "RLHFlow/LLaMA3-iterative-DPO-final",
-      "name": "LLaMA3-iterative-DPO-final",
+      "name": "RLHFlow/LLaMA3-iterative-DPO-final",
       "developer": "RLHFlow",
       "scores": {
         "Score": 0.6783,
@@ -901,11 +904,16 @@
       "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.9154,
+        "Score": 0.6766,
         "Chat": 0.9553,
         "Chat Hard": 0.8618,
-        "Safety": 0.9081,
-        "Reasoning": 0.9362
+        "Safety": 0.9222,
+        "Reasoning": 0.9362,
+        "Factuality": 0.6274,
+        "Precise IF": 0.35,
+        "Math": 0.5847,
+        "Focus": 0.8929,
+        "Ties": 0.6824
       }
     },
     {
@@ -914,9 +922,14 @@
       "developer": "Ray2333",
       "scores": {
         "Score": 0.8839,
+        "Factuality": 0.5305,
+        "Precise IF": 0.3125,
+        "Math": 0.5902,
+        "Safety": 0.9216,
+        "Focus": 0.7455,
+        "Ties": 0.4788,
         "Chat": 0.9302,
         "Chat Hard": 0.7719,
-        "Safety": 0.9216,
         "Reasoning": 0.912
       }
     },
@@ -925,12 +938,17 @@
       "name": "Ray2333/GRM-llama3-8B-distill",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.8464,
+        "Score": 0.589,
         "Chat": 0.9832,
         "Chat Hard": 0.6842,
-        "Safety": 0.8676,
+        "Safety": 0.7222,
         "Reasoning": 0.9133,
-        "Prior Sets (0.5 weight)": 0.7209
+        "Prior Sets (0.5 weight)": 0.7209,
+        "Factuality": 0.5874,
+        "Precise IF": 0.3875,
+        "Math": 0.5902,
+        "Focus": 0.6727,
+        "Ties": 0.5743
       }
     },
     {
@@ -939,9 +957,14 @@
       "developer": "Ray2333",
       "scores": {
         "Score": 0.8542,
+        "Factuality": 0.6189,
+        "Precise IF": 0.3875,
+        "Math": 0.5792,
+        "Safety": 0.8919,
+        "Focus": 0.6828,
+        "Ties": 0.5981,
         "Chat": 0.986,
         "Chat Hard": 0.6776,
-        "Safety": 0.8919,
         "Reasoning": 0.9229,
         "Prior Sets (0.5 weight)": 0.7309
       }
@@ -1076,9 +1099,14 @@
       "developer": "ShikaiChen",
       "scores": {
         "Score": 0.9499,
+        "Factuality": 0.7558,
+        "Precise IF": 0.35,
+        "Math": 0.6448,
+        "Safety": 0.9378,
+        "Focus": 0.9131,
+        "Ties": 0.7633,
         "Chat": 0.9637,
         "Chat Hard": 0.9079,
-        "Safety": 0.9378,
         "Reasoning": 0.9903
       }
     },
@@ -1112,22 +1140,30 @@
       "developer": "Skywork",
       "scores": {
         "Score": 0.938,
+        "Factuality": 0.7368,
+        "Precise IF": 0.4031,
+        "Math": 0.7049,
+        "Safety": 0.9189,
+        "Focus": 0.9323,
+        "Ties": 0.8261,
         "Chat": 0.9581,
         "Chat Hard": 0.9145,
-        "Safety": 0.9189,
         "Reasoning": 0.9606
       }
     },
     {
       "model_id": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
-      "name": "Skywork-Reward-Gemma-2-27B-v0.2",
+      "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
       "developer": "Skywork",
       "scores": {
         "Score": 0.7531,
+        "Chat": 0.9609,
+        "Chat Hard": 0.8991,
+        "Safety": 0.9689,
+        "Reasoning": 0.9807,
         "Factuality": 0.7674,
         "Precise IF": 0.375,
         "Math": 0.6721,
-        "Safety": 0.9689,
         "Focus": 0.9172,
         "Ties": 0.8182
       }
@@ -1137,13 +1173,16 @@
       "name": "Skywork/Skywork-Reward-Llama-3.1-8B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.7314,
+        "Score": 0.9252,
         "Factuality": 0.6989,
         "Precise IF": 0.425,
         "Math": 0.6284,
-        "Safety": 0.9333,
+        "Safety": 0.9081,
         "Focus": 0.9616,
-        "Ties": 0.741
+        "Ties": 0.741,
+        "Chat": 0.9581,
+        "Chat Hard": 0.8728,
+        "Reasoning": 0.962
       }
     },
     {
@@ -1151,13 +1190,16 @@
       "name": "Skywork/Skywork-Reward-Llama-3.1-8B-v0.2",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.7175,
+        "Score": 0.9313,
         "Factuality": 0.6968,
         "Precise IF": 0.4062,
         "Math": 0.6011,
-        "Safety": 0.9422,
+        "Safety": 0.927,
         "Focus": 0.9414,
-        "Ties": 0.7169
+        "Ties": 0.7169,
+        "Chat": 0.9469,
+        "Chat Hard": 0.8838,
+        "Reasoning": 0.9675
       }
     },
     {
@@ -1264,10 +1306,13 @@
       "developer": "Skywork",
       "scores": {
         "Score": 0.6885,
+        "Chat": 0.8994,
+        "Chat Hard": 0.875,
+        "Safety": 0.8911,
+        "Reasoning": 0.9176,
         "Factuality": 0.6063,
         "Precise IF": 0.35,
         "Math": 0.6339,
-        "Safety": 0.8911,
         "Focus": 0.8909,
         "Ties": 0.7586
       }
@@ -1299,7 +1344,7 @@
     {
       "model_id": "ai2/llama-2-chat-7b-nectar-3.8m.json",
       "name": "ai2/llama-2-chat-7b-nectar-3.8m.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
         "Score": 0.5843,
         "Chat": 0.8631,
@@ -1310,7 +1355,7 @@
     {
       "model_id": "ai2/llama-2-chat-nectar-180k.json",
       "name": "ai2/llama-2-chat-nectar-180k.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
         "Score": 0.5235,
         "Chat": 0.8827,
@@ -1321,7 +1366,7 @@
     {
       "model_id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl",
       "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
         "Score": 0.644,
         "Chat": 0.9441,
@@ -1332,18 +1377,18 @@
     {
       "model_id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
-        "Score": 0.6905,
+        "Score": 0.6924,
         "Chat": 0.9441,
-        "Chat Hard": 0.3596,
-        "Safety": 0.7676
+        "Chat Hard": 0.3575,
+        "Safety": 0.7757
       }
     },
     {
       "model_id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json",
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
         "Score": 0.7127,
         "Chat": 0.9358,
@@ -1354,7 +1399,7 @@
     {
       "model_id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json",
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
         "Score": 0.6756,
         "Chat": 0.9134,
@@ -1365,7 +1410,7 @@
     {
       "model_id": "ai2/tulu-2-7b-rm-v0.json",
       "name": "ai2/tulu-2-7b-rm-v0.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "scores": {
         "Score": 0.6655,
         "Chat": 0.933,
@@ -1379,9 +1424,14 @@
       "developer": "allenai",
       "scores": {
         "Score": 0.9021,
+        "Factuality": 0.8126,
+        "Precise IF": 0.4188,
+        "Math": 0.6995,
+        "Safety": 0.9095,
+        "Focus": 0.8646,
+        "Ties": 0.8835,
         "Chat": 0.9665,
         "Chat Hard": 0.8355,
-        "Safety": 0.9095,
         "Reasoning": 0.8969,
         "Prior Sets (0.5 weight)": 0.0
       }
@@ -1392,10 +1442,14 @@
       "developer": "allenai",
       "scores": {
         "Score": 0.649,
+        "Chat": 0.933,
+        "Chat Hard": 0.7785,
+        "Safety": 0.8267,
+        "Reasoning": 0.7886,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.72,
         "Precise IF": 0.3625,
         "Math": 0.612,
-        "Safety": 0.8267,
         "Focus": 0.8323,
         "Ties": 0.5406
       }
@@ -1405,12 +1459,17 @@
       "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8885,
+        "Score": 0.7285,
         "Chat": 0.9581,
         "Chat Hard": 0.8158,
-        "Safety": 0.8932,
+        "Safety": 0.8956,
         "Reasoning": 0.887,
-        "Prior Sets (0.5 weight)": 0.0
+        "Prior Sets (0.5 weight)": 0.0,
+        "Factuality": 0.7432,
+        "Precise IF": 0.4437,
+        "Math": 0.6175,
+        "Focus": 0.9071,
+        "Ties": 0.7638
       }
     },
     {
@@ -1419,9 +1478,14 @@
       "developer": "allenai",
       "scores": {
         "Score": 0.8892,
+        "Factuality": 0.8084,
+        "Precise IF": 0.3688,
+        "Math": 0.6776,
+        "Safety": 0.9027,
+        "Focus": 0.7778,
+        "Ties": 0.8308,
         "Chat": 0.9693,
         "Chat Hard": 0.8268,
-        "Safety": 0.9027,
         "Reasoning": 0.8583,
         "Prior Sets (0.5 weight)": 0.0
       }
@@ -1432,9 +1496,14 @@
       "developer": "allenai",
       "scores": {
         "Score": 0.8431,
+        "Factuality": 0.7516,
+        "Precise IF": 0.3875,
+        "Math": 0.6284,
+        "Safety": 0.8662,
+        "Focus": 0.8545,
+        "Ties": 0.6397,
         "Chat": 0.9553,
         "Chat Hard": 0.761,
-        "Safety": 0.8662,
         "Reasoning": 0.7898,
         "Prior Sets (0.5 weight)": 0.0
       }
@@ -1444,12 +1513,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8369,
+        "Score": 0.6871,
         "Chat": 0.9469,
         "Chat Hard": 0.7588,
-        "Safety": 0.8703,
+        "Safety": 0.8644,
         "Reasoning": 0.7715,
-        "Prior Sets (0.5 weight)": 0.0
+        "Prior Sets (0.5 weight)": 0.0,
+        "Factuality": 0.7642,
+        "Precise IF": 0.4,
+        "Math": 0.6175,
+        "Focus": 0.8485,
+        "Ties": 0.6281
       }
     },
     {
@@ -1472,10 +1546,14 @@
       "developer": "allenai",
       "scores": {
         "Score": 0.6821,
+        "Chat": 0.9497,
+        "Chat Hard": 0.7917,
+        "Safety": 0.8978,
+        "Reasoning": 0.8005,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.7326,
         "Precise IF": 0.3875,
         "Math": 0.5792,
-        "Safety": 0.8978,
         "Focus": 0.8889,
         "Ties": 0.6063
       }
@@ -3375,21 +3453,24 @@
     {
       "model_id": "anthropic/claude-3-5-sonnet-20240620",
       "name": "Claude 3.5 Sonnet 20240620",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
-        "Score": 0.6466,
+        "Score": 0.8417,
         "Factuality": 0.5284,
         "Precise IF": 0.3875,
         "Math": 0.5683,
-        "Safety": 0.8519,
+        "Safety": 0.8162,
         "Focus": 0.8697,
-        "Ties": 0.674
+        "Ties": 0.674,
+        "Chat": 0.9637,
+        "Chat Hard": 0.7401,
+        "Reasoning": 0.8469
       }
     },
     {
       "model_id": "anthropic/claude-3-7-sonnet-20250219",
       "name": "claude-3-7-sonnet-20250219",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Score": 0.7539,
         "Factuality": 0.7326,
@@ -3403,13 +3484,17 @@
     {
       "model_id": "anthropic/claude-3-haiku-20240307",
       "name": "Claude 3 Haiku 20240307",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Score": 0.3711,
+        "Chat": 0.9274,
+        "Chat Hard": 0.5197,
+        "Safety": 0.595,
+        "Reasoning": 0.706,
+        "Prior Sets (0.5 weight)": 0.6635,
         "Factuality": 0.4042,
         "Precise IF": 0.2812,
         "Math": 0.3552,
-        "Safety": 0.595,
         "Focus": 0.501,
         "Ties": 0.0899
       }
@@ -3417,21 +3502,37 @@
     {
       "model_id": "anthropic/claude-3-opus-20240229",
       "name": "Claude 3 Opus 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
-        "Score": 0.5744,
+        "Score": 0.8008,
         "Factuality": 0.5389,
         "Precise IF": 0.3312,
         "Math": 0.5137,
-        "Safety": 0.8378,
+        "Safety": 0.8662,
         "Focus": 0.6646,
-        "Ties": 0.5601
+        "Ties": 0.5601,
+        "Chat": 0.9469,
+        "Chat Hard": 0.6031,
+        "Reasoning": 0.7868
+      }
+    },
+    {
+      "model_id": "anthropic/claude-3-sonnet-20240229",
+      "name": "Claude 3 Sonnet 20240229",
+      "developer": "Anthropic",
+      "scores": {
+        "Score": 0.7458,
+        "Chat": 0.9344,
+        "Chat Hard": 0.5658,
+        "Safety": 0.8169,
+        "Reasoning": 0.6907,
+        "Prior Sets (0.5 weight)": 0.6963
       }
     },
     {
       "model_id": "anthropic/claude-opus-4-20250514",
       "name": "Claude 4 Opus 20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Score": 0.7648,
         "Factuality": 0.8267,
@@ -3445,7 +3546,7 @@
     {
       "model_id": "anthropic/claude-sonnet-4-20250514",
       "name": "claude-sonnet-4-20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "scores": {
         "Score": 0.7117,
         "Factuality": 0.7612,
@@ -3532,7 +3633,7 @@
     {
       "model_id": "google/flame-1.0-24B-july-2024",
       "name": "google/flame-1.0-24B-july-2024",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.8781,
         "Chat": 0.9218,
@@ -3544,7 +3645,7 @@
     {
       "model_id": "google/gemini-1.5-flash-001",
       "name": "Gemini 1.5 Flash 001",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.8054,
         "Chat": 0.9218,
@@ -3557,7 +3658,7 @@
     {
       "model_id": "google/gemini-1.5-flash-8b",
       "name": "google/gemini-1.5-flash-8b",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.4851,
         "Factuality": 0.4611,
@@ -3571,7 +3672,7 @@
     {
       "model_id": "google/gemini-1.5-pro-0514",
       "name": "google/gemini-1.5-pro-0514",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.882,
         "Chat": 0.9232,
@@ -3583,7 +3684,7 @@
     {
       "model_id": "google/gemini-1.5-pro-0924",
       "name": "google/gemini-1.5-pro-0924",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.8678,
         "Chat": 0.9413,
@@ -3594,8 +3695,8 @@
     },
     {
       "model_id": "google/gemini-2.5-flash",
-      "name": "gemini-2.5-flash",
-      "developer": "google",
+      "name": "Gemini 2.5 Flash",
+      "developer": "Google",
       "scores": {
         "Score": 0.7767,
         "Factuality": 0.674,
@@ -3609,7 +3710,7 @@
     {
       "model_id": "google/gemini-2.5-flash-preview-04-17",
       "name": "Gemini 2.5 Flash 04-17 preview",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.7721,
         "Factuality": 0.6574,
@@ -3622,8 +3723,8 @@
     },
     {
       "model_id": "google/gemini-2.5-pro",
-      "name": "gemini-2.5-pro",
-      "developer": "google",
+      "name": "Gemini 2.5 Pro",
+      "developer": "Google",
       "scores": {
         "Score": 0.7948,
         "Factuality": 0.755,
@@ -3637,7 +3738,7 @@
     {
       "model_id": "google/gemini-2.5-pro-preview-05-06",
       "name": "google/gemini-2.5-pro-preview-05-06",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.6775,
         "Factuality": 0.6532,
@@ -3651,7 +3752,7 @@
     {
       "model_id": "google/gemma-2-27b-it",
       "name": "Gemma 2 Instruct 27B",
-      "developer": "google",
+      "developer": "Google",
       "scores": {
         "Score": 0.809,
         "Chat": 0.9483,
@@ -3665,12 +3766,17 @@
       "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
       "developer": "hendrydong",
       "scores": {
-        "Score": 0.7847,
+        "Score": 0.5851,
         "Chat": 0.9832,
         "Chat Hard": 0.5789,
-        "Safety": 0.85,
+        "Safety": 0.6956,
         "Reasoning": 0.7434,
-        "Prior Sets (0.5 weight)": 0.7508
+        "Prior Sets (0.5 weight)": 0.7508,
+        "Factuality": 0.5779,
+        "Precise IF": 0.3625,
+        "Math": 0.6011,
+        "Focus": 0.6747,
+        "Ties": 0.5988
       }
     },
     {
@@ -3678,11 +3784,16 @@
       "name": "infly/INF-ORM-Llama3.1-70B",
       "developer": "infly",
       "scores": {
-        "Score": 0.9511,
+        "Score": 0.7648,
         "Chat": 0.9665,
         "Chat Hard": 0.9101,
-        "Safety": 0.9365,
-        "Reasoning": 0.9912
+        "Safety": 0.9644,
+        "Reasoning": 0.9912,
+        "Factuality": 0.7411,
+        "Precise IF": 0.4188,
+        "Math": 0.6995,
+        "Focus": 0.903,
+        "Ties": 0.8622
       }
     },
     {
@@ -3690,13 +3801,16 @@
       "name": "internlm/internlm2-1_8b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.3902,
+        "Score": 0.8217,
         "Factuality": 0.2758,
         "Precise IF": 0.3625,
         "Math": 0.4426,
-        "Safety": 0.4711,
+        "Safety": 0.8162,
         "Focus": 0.596,
-        "Ties": 0.1934
+        "Ties": 0.1934,
+        "Chat": 0.9358,
+        "Chat Hard": 0.6623,
+        "Reasoning": 0.8724
       }
     },
     {
@@ -3705,10 +3819,13 @@
       "developer": "internlm",
       "scores": {
         "Score": 0.5628,
+        "Chat": 0.9888,
+        "Chat Hard": 0.7654,
+        "Safety": 0.6111,
+        "Reasoning": 0.9576,
         "Factuality": 0.5558,
         "Precise IF": 0.3625,
         "Math": 0.5738,
-        "Safety": 0.6111,
         "Focus": 0.7253,
         "Ties": 0.5483
       }
@@ -3718,13 +3835,16 @@
       "name": "internlm/internlm2-7b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.5335,
+        "Score": 0.8759,
         "Factuality": 0.4211,
         "Precise IF": 0.4,
         "Math": 0.5628,
-        "Safety": 0.5956,
+        "Safety": 0.8716,
         "Focus": 0.7051,
-        "Ties": 0.5164
+        "Ties": 0.5164,
+        "Chat": 0.9916,
+        "Chat Hard": 0.6952,
+        "Reasoning": 0.9453
       }
     },
     {
@@ -3894,11 +4014,16 @@
       "name": "nicolinho/QRM-Gemma-2-27B",
       "developer": "nicolinho",
       "scores": {
-        "Score": 0.9444,
+        "Score": 0.7667,
         "Chat": 0.9665,
         "Chat Hard": 0.9013,
-        "Safety": 0.927,
-        "Reasoning": 0.9826
+        "Safety": 0.9578,
+        "Reasoning": 0.9826,
+        "Factuality": 0.7853,
+        "Precise IF": 0.3719,
+        "Math": 0.6995,
+        "Focus": 0.9535,
+        "Ties": 0.8321
       }
     },
     {
@@ -3931,9 +4056,14 @@
       "developer": "nicolinho",
       "scores": {
         "Score": 0.9314,
+        "Factuality": 0.6653,
+        "Precise IF": 0.4062,
+        "Math": 0.612,
+        "Safety": 0.9257,
+        "Focus": 0.8909,
+        "Ties": 0.7234,
         "Chat": 0.9637,
         "Chat Hard": 0.8684,
-        "Safety": 0.9257,
         "Reasoning": 0.9677
       }
     },
@@ -3976,7 +4106,7 @@
     {
       "model_id": "openai/gpt-3.5-turbo-0125",
       "name": "GPT-3.5 Turbo 0125",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.6534,
         "Chat": 0.9218,
@@ -3989,7 +4119,7 @@
     {
       "model_id": "openai/gpt-4-0125-preview",
       "name": "openai/gpt-4-0125-preview",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.8434,
         "Chat": 0.9525,
@@ -4002,7 +4132,7 @@
     {
       "model_id": "openai/gpt-4-turbo-2024-04-09",
       "name": "GPT-4 Turbo 2024-04-09",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.8395,
         "Chat": 0.9525,
@@ -4015,7 +4145,7 @@
     {
       "model_id": "openai/gpt-4.1-2025-04-14",
       "name": "gpt-4.1-2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.7232,
         "Factuality": 0.8289,
@@ -4029,7 +4159,7 @@
     {
       "model_id": "openai/gpt-4.1-mini-2025-04-14",
       "name": "GPT-4.1 mini 2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.6573,
         "Factuality": 0.6084,
@@ -4043,7 +4173,7 @@
     {
       "model_id": "openai/gpt-4.1-nano-2025-04-14",
       "name": "GPT-4.1 nano 2025-04-14",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.4849,
         "Factuality": 0.4646,
@@ -4057,7 +4187,7 @@
     {
       "model_id": "openai/gpt-4o-2024-05-13",
       "name": "GPT-4o 2024-05-13",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.8327,
         "Chat": 0.9665,
@@ -4070,13 +4200,16 @@
     {
       "model_id": "openai/gpt-4o-2024-08-06",
       "name": "GPT-4o 2024-08-06",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
         "Score": 0.6493,
+        "Chat": 0.9609,
+        "Chat Hard": 0.761,
+        "Safety": 0.8619,
+        "Reasoning": 0.8661,
         "Factuality": 0.5684,
         "Precise IF": 0.3312,
         "Math": 0.623,
-        "Safety": 0.8619,
         "Focus": 0.7293,
         "Ties": 0.7819
       }
@@ -4084,13 +4217,18 @@
     {
       "model_id": "openai/gpt-4o-mini-2024-07-18",
       "name": "GPT-4o mini 2024-07-18",
-      "developer": "openai",
+      "developer": "OpenAI",
       "scores": {
-        "Score": 0.8007,
+        "Score": 0.5796,
         "Chat": 0.9497,
         "Chat Hard": 0.6075,
-        "Safety": 0.8081,
-        "Reasoning": 0.8374
+        "Safety": 0.7667,
+        "Reasoning": 0.8374,
+        "Factuality": 0.4105,
+        "Precise IF": 0.3438,
+        "Math": 0.5191,
+        "Focus": 0.7414,
+        "Ties": 0.6962
       }
     },
     {
@@ -4112,10 +4250,14 @@
       "developer": "openbmb",
       "scores": {
         "Score": 0.5806,
+        "Chat": 0.9804,
+        "Chat Hard": 0.6557,
+        "Safety": 0.6267,
+        "Reasoning": 0.8633,
+        "Prior Sets (0.5 weight)": 0.7172,
         "Factuality": 0.6,
         "Precise IF": 0.3438,
         "Math": 0.5683,
-        "Safety": 0.6267,
         "Focus": 0.7475,
         "Ties": 0.5972
       }
@@ -4138,12 +4280,17 @@
       "name": "openbmb/UltraRM-13b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.6903,
+        "Score": 0.4683,
         "Chat": 0.9637,
         "Chat Hard": 0.5548,
-        "Safety": 0.5986,
+        "Safety": 0.5089,
         "Reasoning": 0.6244,
-        "Prior Sets (0.5 weight)": 0.7294
+        "Prior Sets (0.5 weight)": 0.7294,
+        "Factuality": 0.5063,
+        "Precise IF": 0.3312,
+        "Math": 0.5519,
+        "Focus": 0.6081,
+        "Ties": 0.3036
       }
     },
     {
@@ -4224,10 +4371,14 @@
       "developer": "sfairXC",
       "scores": {
         "Score": 0.6292,
+        "Chat": 0.9944,
+        "Chat Hard": 0.6513,
+        "Safety": 0.7667,
+        "Reasoning": 0.8644,
+        "Prior Sets (0.5 weight)": 0.7492,
         "Factuality": 0.5916,
         "Precise IF": 0.4188,
         "Math": 0.6284,
-        "Safety": 0.7667,
         "Focus": 0.7051,
         "Ties": 0.6647
       }
@@ -4247,7 +4398,7 @@
     },
     {
       "model_id": "stabilityai/stablelm-2-12b-chat",
-      "name": "stablelm-2-12b-chat",
+      "name": "stabilityai/stablelm-2-12b-chat",
       "developer": "stabilityai",
       "scores": {
         "Score": 0.7642,
@@ -4260,7 +4411,7 @@
     },
     {
       "model_id": "stabilityai/stablelm-2-zephyr-1_6b",
-      "name": "stablelm-2-zephyr-1_6b",
+      "name": "stabilityai/stablelm-2-zephyr-1_6b",
       "developer": "stabilityai",
       "scores": {
         "Score": 0.6574,
@@ -4273,7 +4424,7 @@
     },
     {
       "model_id": "stabilityai/stablelm-zephyr-3b",
-      "name": "stablelm-zephyr-3b",
+      "name": "stabilityai/stablelm-zephyr-3b",
       "developer": "stabilityai",
       "scores": {
         "Score": 0.7146,
@@ -4341,12 +4492,17 @@
       "name": "weqweasdas/RM-Gemma-2B",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.6549,
+        "Score": 0.3057,
         "Chat": 0.9441,
         "Chat Hard": 0.4079,
-        "Safety": 0.4986,
+        "Safety": 0.3311,
         "Reasoning": 0.7637,
-        "Prior Sets (0.5 weight)": 0.6652
+        "Prior Sets (0.5 weight)": 0.6652,
+        "Factuality": 0.3705,
+        "Precise IF": 0.2812,
+        "Math": 0.4317,
+        "Focus": 0.2343,
+        "Ties": 0.1851
       }
     },
     {
@@ -4355,10 +4511,14 @@
       "developer": "weqweasdas",
       "scores": {
         "Score": 0.4826,
+        "Chat": 0.9693,
+        "Chat Hard": 0.4978,
+        "Safety": 0.4822,
+        "Reasoning": 0.7362,
+        "Prior Sets (0.5 weight)": 0.7069,
         "Factuality": 0.4926,
         "Precise IF": 0.3937,
         "Math": 0.6066,
-        "Safety": 0.4822,
         "Focus": 0.497,
         "Ties": 0.4232
       }
@@ -4382,9 +4542,14 @@
       "developer": "weqweasdas",
       "scores": {
         "Score": 0.7982,
+        "Factuality": 0.5937,
+        "Precise IF": 0.3438,
+        "Math": 0.5956,
+        "Safety": 0.8703,
+        "Focus": 0.7293,
+        "Ties": 0.6226,
         "Chat": 0.9665,
         "Chat Hard": 0.6053,
-        "Safety": 0.8703,
         "Reasoning": 0.7736,
         "Prior Sets (0.5 weight)": 0.753
       }
@@ -4394,13 +4559,17 @@
       "name": "weqweasdas/hh_rlhf_rm_open_llama_3b",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.2498,
+        "Score": 0.5027,
         "Factuality": 0.3642,
         "Precise IF": 0.275,
         "Math": 0.3497,
-        "Safety": 0.24,
+        "Safety": 0.4149,
         "Focus": 0.2384,
-        "Ties": 0.0315
+        "Ties": 0.0315,
+        "Chat": 0.8184,
+        "Chat Hard": 0.3728,
+        "Reasoning": 0.3281,
+        "Prior Sets (0.5 weight)": 0.6564
       }
     }
   ]

data/benchmarks/swe-bench.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "swe-bench": 0.7423
+        "swe-bench": 0.65
       }
     },
     {

data/benchmarks/tau-bench-2_airline.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/airline": 0.7
+        "tau-bench-2/airline": 0.68
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/airline": 0.54
+        "tau-bench-2/airline": 0.6
       }
     }
   ]

data/benchmarks/tau-bench-2_retail.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/retail": 0.83
+        "tau-bench-2/retail": 0.78
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/retail": 0.7576
+        "tau-bench-2/retail": 0.7805
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/retail": 0.5354
+        "tau-bench-2/retail": 0.68
       }
     }
   ]

data/benchmarks/tau-bench-2_telecom.json

@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/telecom": 0.5354
+        "tau-bench-2/telecom": 0.55
       }
     }
   ]

data/benchmarks/terminal-bench-2.0.json

@@ -5,7 +5,7 @@
       "name": "Qwen 3 Coder 480B",
       "developer": "Alibaba",
       "scores": {
-        "terminal-bench-2.0": 25.4
+        "terminal-bench-2.0": 23.9
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 35.1
+        "terminal-bench-2.0": 38.0
       }
     },
     {
@@ -29,7 +29,7 @@
       "name": "Claude Opus 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 51.7
+        "terminal-bench-2.0": 63.1
       }
     },
     {
@@ -37,7 +37,7 @@
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 69.9
+        "terminal-bench-2.0": 62.9
       }
     },
     {
@@ -45,7 +45,7 @@
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 42.8
+        "terminal-bench-2.0": 42.5
       }
     },
     {
@@ -58,18 +58,18 @@
     },
     {
       "model_id": "google/gemini-2.5-flash",
-      "name": "gemini-2.5-flash",
+      "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 17.1
+        "terminal-bench-2.0": 16.4
       }
     },
     {
       "model_id": "google/gemini-2.5-pro",
-      "name": "gemini-2.5-pro",
+      "name": "Gemini 2.5 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 19.6
+        "terminal-bench-2.0": 16.4
       }
     },
     {
@@ -77,7 +77,7 @@
       "name": "Gemini 3 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 51.7
+        "terminal-bench-2.0": 64.3
       }
     },
     {
@@ -85,7 +85,7 @@
       "name": "Gemini 3 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 65.2
+        "terminal-bench-2.0": 61.8
       }
     },
     {
@@ -149,7 +149,7 @@
       "name": "Multiple",
       "developer": "Multiple",
       "scores": {
-        "terminal-bench-2.0": 58.4
+        "terminal-bench-2.0": 50.1
       }
     },
     {
@@ -157,7 +157,7 @@
       "name": "GPT-5",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 49.6
+        "terminal-bench-2.0": 43.8
       }
     },
     {
@@ -181,7 +181,7 @@
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 11.5
+        "terminal-bench-2.0": 7.9
       }
     },
     {
@@ -197,7 +197,7 @@
       "name": "GPT-5.1-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 57.8
+        "terminal-bench-2.0": 53.5
       }
     },
     {
@@ -221,7 +221,7 @@
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 62.9
+        "terminal-bench-2.0": 60.7
       }
     },
     {
@@ -237,12 +237,12 @@
       "name": "GPT-5.3-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 70.3
+        "terminal-bench-2.0": 75.1
       }
     },
     {
       "model_id": "openai/gpt-oss-120b",
-      "name": "gpt-oss-120b",
+      "name": "GPT-OSS-120B",
       "developer": "OpenAI",
       "scores": {
         "terminal-bench-2.0": 18.7
@@ -250,10 +250,10 @@
     },
     {
       "model_id": "openai/gpt-oss-20b",
-      "name": "gpt-oss-20b",
+      "name": "GPT-OSS-20B",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 3.1
+        "terminal-bench-2.0": 3.4
       }
     },
     {
@@ -261,7 +261,7 @@
       "name": "Grok 4",
       "developer": "xAI",
       "scores": {
-        "terminal-bench-2.0": 27.2
+        "terminal-bench-2.0": 23.1
       }
     },
     {
@@ -269,7 +269,7 @@
       "name": "Grok Code Fast 1",
       "developer": "xAI",
       "scores": {
-        "terminal-bench-2.0": 14.2
+        "terminal-bench-2.0": 25.8
       }
     },
     {

data/developers.json

@@ -5,7 +5,7 @@
   },
   {
     "developer": "01-ai",
-    "model_count": 22
+    "model_count": 20
   },
   {
     "developer": "1-800-LLMs",
@@ -173,7 +173,7 @@
   },
   {
     "developer": "allenai",
-    "model_count": 164
+    "model_count": 162
   },
   {
     "developer": "allknowingroger",
@@ -225,7 +225,7 @@
   },
   {
     "developer": "Anthropic",
-    "model_count": 32
+    "model_count": 28
   },
   {
     "developer": "apple",
@@ -669,7 +669,7 @@
   },
   {
     "developer": "DeepMount00",
-    "model_count": 14
+    "model_count": 13
   },
   {
     "developer": "DeepSeek",
@@ -773,7 +773,7 @@
   },
   {
     "developer": "EleutherAI",
-    "model_count": 14
+    "model_count": 12
   },
   {
     "developer": "elinas",
@@ -1613,7 +1613,7 @@
   },
   {
     "developer": "Meta",
-    "model_count": 24
+    "model_count": 20
   },
   {
     "developer": "meta-llama",
@@ -1629,7 +1629,7 @@
   },
   {
     "developer": "microsoft",
-    "model_count": 20
+    "model_count": 18
   },
   {
     "developer": "mightbe",
@@ -1665,7 +1665,7 @@
   },
   {
     "developer": "mistralai",
-    "model_count": 31
+    "model_count": 27
   },
   {
     "developer": "mixtao",
@@ -2193,11 +2193,11 @@
   },
   {
     "developer": "Quazim0t0",
-    "model_count": 70
+    "model_count": 69
   },
   {
     "developer": "Qwen",
-    "model_count": 70
+    "model_count": 65
   },
   {
     "developer": "R-I-S-E",
@@ -2729,7 +2729,7 @@
   },
   {
     "developer": "tiiuae",
-    "model_count": 20
+    "model_count": 18
   },
   {
     "developer": "Tijmen2",
@@ -3056,7 +3056,7 @@
     "model_count": 2
   },
   {
-    "developer": "Z.AI",
+    "developer": "Z.ai",
     "model_count": 2
   },
   {

data/developers/0-hero.json

@@ -1,20 +1,6 @@
 {
   "developer": "0-hero",
   "models": [
-    {
-      "id": "0-hero/Matter-0.1-7B-DPO-preview",
-      "name": "0-hero/Matter-0.1-7B-DPO-preview",
-      "developer": "0-hero",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7247,
-        "reward-bench/Chat": 0.8939,
-        "reward-bench/Chat Hard": 0.5768,
-        "reward-bench/Safety": 0.6378,
-        "reward-bench/Reasoning": 0.8854,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5348
-      }
-    },
     {
       "id": "0-hero/Matter-0.1-7B-boost-DPO-preview",
       "name": "0-hero/Matter-0.1-7B-boost-DPO-preview",
@@ -29,6 +15,20 @@
         "reward-bench/Prior Sets (0.5 weight)": 0.5566
       }
     },
+    {
+      "id": "0-hero/Matter-0.1-7B-DPO-preview",
+      "name": "0-hero/Matter-0.1-7B-DPO-preview",
+      "developer": "0-hero",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.7247,
+        "reward-bench/Chat": 0.8939,
+        "reward-bench/Chat Hard": 0.5768,
+        "reward-bench/Safety": 0.6378,
+        "reward-bench/Reasoning": 0.8854,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5348
+      }
+    },
     {
       "id": "0-hero/Matter-0.2-7B-DPO",
       "name": "Matter-0.2-7B-DPO",

data/developers/01-ai.json

@@ -142,11 +142,57 @@
       }
     },
     {
-      "id": "01-ai/Yi-34B",
-      "name": "Yi-34B",
+      "id": "01-ai/yi-34b",
+      "name": "Yi 34B",
       "developer": "01-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "helm_lite/Mean win rate": 0.57,
+        "helm_lite/NarrativeQA": 0.782,
+        "helm_lite/NaturalQuestions (closed-book)": 0.443,
+        "helm_lite/OpenbookQA": 0.92,
+        "helm_lite/MMLU": 0.65,
+        "helm_lite/MATH": 0.375,
+        "helm_lite/GSM8K": 0.648,
+        "helm_lite/LegalBench": 0.618,
+        "helm_lite/MedQA": 0.656,
+        "helm_lite/WMT 2014": 0.172,
+        "helm_mmlu/MMLU All Subjects": 0.762,
+        "helm_mmlu/Abstract Algebra": 0.4,
+        "helm_mmlu/Anatomy": 0.748,
+        "helm_mmlu/College Physics": 0.5,
+        "helm_mmlu/Computer Security": 0.83,
+        "helm_mmlu/Econometrics": 0.588,
+        "helm_mmlu/Global Facts": 0.53,
+        "helm_mmlu/Jurisprudence": 0.898,
+        "helm_mmlu/Philosophy": 0.82,
+        "helm_mmlu/Professional Psychology": 0.835,
+        "helm_mmlu/Us Foreign Policy": 0.91,
+        "helm_mmlu/Astronomy": 0.901,
+        "helm_mmlu/Business Ethics": 0.75,
+        "helm_mmlu/Clinical Knowledge": 0.8,
+        "helm_mmlu/Conceptual Physics": 0.77,
+        "helm_mmlu/Electrical Engineering": 0.779,
+        "helm_mmlu/Elementary Mathematics": 0.656,
+        "helm_mmlu/Formal Logic": 0.548,
+        "helm_mmlu/High School World History": 0.907,
+        "helm_mmlu/Human Sexuality": 0.87,
+        "helm_mmlu/International Law": 0.909,
+        "helm_mmlu/Logical Fallacies": 0.883,
+        "helm_mmlu/Machine Learning": 0.58,
+        "helm_mmlu/Management": 0.893,
+        "helm_mmlu/Marketing": 0.936,
+        "helm_mmlu/Medical Genetics": 0.87,
+        "helm_mmlu/Miscellaneous": 0.902,
+        "helm_mmlu/Moral Scenarios": 0.606,
+        "helm_mmlu/Nutrition": 0.869,
+        "helm_mmlu/Prehistory": 0.877,
+        "helm_mmlu/Public Relations": 0.745,
+        "helm_mmlu/Security Studies": 0.833,
+        "helm_mmlu/Sociology": 0.9,
+        "helm_mmlu/Virology": 0.572,
+        "helm_mmlu/World Religions": 0.877,
+        "helm_mmlu/Mean win rate": 0.315,
         "hfopenllm_v2/IFEval": 0.3046,
         "hfopenllm_v2/BBH": 0.5457,
         "hfopenllm_v2/MATH Level 5": 0.0514,
@@ -184,11 +230,57 @@
       }
     },
     {
-      "id": "01-ai/Yi-6B",
-      "name": "Yi-6B",
+      "id": "01-ai/yi-6b",
+      "name": "Yi 6B",
       "developer": "01-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "helm_lite/Mean win rate": 0.253,
+        "helm_lite/NarrativeQA": 0.702,
+        "helm_lite/NaturalQuestions (closed-book)": 0.31,
+        "helm_lite/OpenbookQA": 0.8,
+        "helm_lite/MMLU": 0.53,
+        "helm_lite/MATH": 0.126,
+        "helm_lite/GSM8K": 0.375,
+        "helm_lite/LegalBench": 0.519,
+        "helm_lite/MedQA": 0.497,
+        "helm_lite/WMT 2014": 0.117,
+        "helm_mmlu/MMLU All Subjects": 0.64,
+        "helm_mmlu/Abstract Algebra": 0.3,
+        "helm_mmlu/Anatomy": 0.6,
+        "helm_mmlu/College Physics": 0.422,
+        "helm_mmlu/Computer Security": 0.73,
+        "helm_mmlu/Econometrics": 0.351,
+        "helm_mmlu/Global Facts": 0.43,
+        "helm_mmlu/Jurisprudence": 0.796,
+        "helm_mmlu/Philosophy": 0.678,
+        "helm_mmlu/Professional Psychology": 0.668,
+        "helm_mmlu/Us Foreign Policy": 0.87,
+        "helm_mmlu/Astronomy": 0.684,
+        "helm_mmlu/Business Ethics": 0.67,
+        "helm_mmlu/Clinical Knowledge": 0.66,
+        "helm_mmlu/Conceptual Physics": 0.621,
+        "helm_mmlu/Electrical Engineering": 0.662,
+        "helm_mmlu/Elementary Mathematics": 0.452,
+        "helm_mmlu/Formal Logic": 0.452,
+        "helm_mmlu/High School World History": 0.785,
+        "helm_mmlu/Human Sexuality": 0.763,
+        "helm_mmlu/International Law": 0.769,
+        "helm_mmlu/Logical Fallacies": 0.779,
+        "helm_mmlu/Machine Learning": 0.411,
+        "helm_mmlu/Management": 0.806,
+        "helm_mmlu/Marketing": 0.893,
+        "helm_mmlu/Medical Genetics": 0.77,
+        "helm_mmlu/Miscellaneous": 0.796,
+        "helm_mmlu/Moral Scenarios": 0.335,
+        "helm_mmlu/Nutrition": 0.739,
+        "helm_mmlu/Prehistory": 0.713,
+        "helm_mmlu/Public Relations": 0.718,
+        "helm_mmlu/Security Studies": 0.735,
+        "helm_mmlu/Sociology": 0.831,
+        "helm_mmlu/Virology": 0.452,
+        "helm_mmlu/World Religions": 0.836,
+        "helm_mmlu/Mean win rate": 0.651,
         "hfopenllm_v2/IFEval": 0.2893,
         "hfopenllm_v2/BBH": 0.4309,
         "hfopenllm_v2/MATH Level 5": 0.0159,
@@ -267,114 +359,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.2425
       }
     },
-    {
-      "id": "01-ai/yi-34b",
-      "name": "Yi 34B",
-      "developer": "01-ai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "helm_lite/Mean win rate": 0.57,
-        "helm_lite/NarrativeQA": 0.782,
-        "helm_lite/NaturalQuestions (closed-book)": 0.443,
-        "helm_lite/OpenbookQA": 0.92,
-        "helm_lite/MMLU": 0.65,
-        "helm_lite/MATH": 0.375,
-        "helm_lite/GSM8K": 0.648,
-        "helm_lite/LegalBench": 0.618,
-        "helm_lite/MedQA": 0.656,
-        "helm_lite/WMT 2014": 0.172,
-        "helm_mmlu/MMLU All Subjects": 0.762,
-        "helm_mmlu/Abstract Algebra": 0.4,
-        "helm_mmlu/Anatomy": 0.748,
-        "helm_mmlu/College Physics": 0.5,
-        "helm_mmlu/Computer Security": 0.83,
-        "helm_mmlu/Econometrics": 0.588,
-        "helm_mmlu/Global Facts": 0.53,
-        "helm_mmlu/Jurisprudence": 0.898,
-        "helm_mmlu/Philosophy": 0.82,
-        "helm_mmlu/Professional Psychology": 0.835,
-        "helm_mmlu/Us Foreign Policy": 0.91,
-        "helm_mmlu/Astronomy": 0.901,
-        "helm_mmlu/Business Ethics": 0.75,
-        "helm_mmlu/Clinical Knowledge": 0.8,
-        "helm_mmlu/Conceptual Physics": 0.77,
-        "helm_mmlu/Electrical Engineering": 0.779,
-        "helm_mmlu/Elementary Mathematics": 0.656,
-        "helm_mmlu/Formal Logic": 0.548,
-        "helm_mmlu/High School World History": 0.907,
-        "helm_mmlu/Human Sexuality": 0.87,
-        "helm_mmlu/International Law": 0.909,
-        "helm_mmlu/Logical Fallacies": 0.883,
-        "helm_mmlu/Machine Learning": 0.58,
-        "helm_mmlu/Management": 0.893,
-        "helm_mmlu/Marketing": 0.936,
-        "helm_mmlu/Medical Genetics": 0.87,
-        "helm_mmlu/Miscellaneous": 0.902,
-        "helm_mmlu/Moral Scenarios": 0.606,
-        "helm_mmlu/Nutrition": 0.869,
-        "helm_mmlu/Prehistory": 0.877,
-        "helm_mmlu/Public Relations": 0.745,
-        "helm_mmlu/Security Studies": 0.833,
-        "helm_mmlu/Sociology": 0.9,
-        "helm_mmlu/Virology": 0.572,
-        "helm_mmlu/World Religions": 0.877,
-        "helm_mmlu/Mean win rate": 0.315
-      }
-    },
-    {
-      "id": "01-ai/yi-6b",
-      "name": "Yi 6B",
-      "developer": "01-ai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "helm_lite/Mean win rate": 0.253,
-        "helm_lite/NarrativeQA": 0.702,
-        "helm_lite/NaturalQuestions (closed-book)": 0.31,
-        "helm_lite/OpenbookQA": 0.8,
-        "helm_lite/MMLU": 0.53,
-        "helm_lite/MATH": 0.126,
-        "helm_lite/GSM8K": 0.375,
-        "helm_lite/LegalBench": 0.519,
-        "helm_lite/MedQA": 0.497,
-        "helm_lite/WMT 2014": 0.117,
-        "helm_mmlu/MMLU All Subjects": 0.64,
-        "helm_mmlu/Abstract Algebra": 0.3,
-        "helm_mmlu/Anatomy": 0.6,
-        "helm_mmlu/College Physics": 0.422,
-        "helm_mmlu/Computer Security": 0.73,
-        "helm_mmlu/Econometrics": 0.351,
-        "helm_mmlu/Global Facts": 0.43,
-        "helm_mmlu/Jurisprudence": 0.796,
-        "helm_mmlu/Philosophy": 0.678,
-        "helm_mmlu/Professional Psychology": 0.668,
-        "helm_mmlu/Us Foreign Policy": 0.87,
-        "helm_mmlu/Astronomy": 0.684,
-        "helm_mmlu/Business Ethics": 0.67,
-        "helm_mmlu/Clinical Knowledge": 0.66,
-        "helm_mmlu/Conceptual Physics": 0.621,
-        "helm_mmlu/Electrical Engineering": 0.662,
-        "helm_mmlu/Elementary Mathematics": 0.452,
-        "helm_mmlu/Formal Logic": 0.452,
-        "helm_mmlu/High School World History": 0.785,
-        "helm_mmlu/Human Sexuality": 0.763,
-        "helm_mmlu/International Law": 0.769,
-        "helm_mmlu/Logical Fallacies": 0.779,
-        "helm_mmlu/Machine Learning": 0.411,
-        "helm_mmlu/Management": 0.806,
-        "helm_mmlu/Marketing": 0.893,
-        "helm_mmlu/Medical Genetics": 0.77,
-        "helm_mmlu/Miscellaneous": 0.796,
-        "helm_mmlu/Moral Scenarios": 0.335,
-        "helm_mmlu/Nutrition": 0.739,
-        "helm_mmlu/Prehistory": 0.713,
-        "helm_mmlu/Public Relations": 0.718,
-        "helm_mmlu/Security Studies": 0.735,
-        "helm_mmlu/Sociology": 0.831,
-        "helm_mmlu/Virology": 0.452,
-        "helm_mmlu/World Religions": 0.836,
-        "helm_mmlu/Mean win rate": 0.651
-      }
-    },
     {
       "id": "01-ai/yi-large-preview",
       "name": "Yi Large Preview",

data/developers/abacusai.json

@@ -1,6 +1,34 @@
 {
   "developer": "abacusai",
   "models": [
+    {
+      "id": "abacusai/bigstral-12b-32k",
+      "name": "bigstral-12b-32k",
+      "developer": "abacusai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4194,
+        "hfopenllm_v2/BBH": 0.47,
+        "hfopenllm_v2/MATH Level 5": 0.0151,
+        "hfopenllm_v2/GPQA": 0.2928,
+        "hfopenllm_v2/MUSR": 0.456,
+        "hfopenllm_v2/MMLU-PRO": 0.2641
+      }
+    },
+    {
+      "id": "abacusai/bigyi-15b",
+      "name": "bigyi-15b",
+      "developer": "abacusai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2094,
+        "hfopenllm_v2/BBH": 0.4345,
+        "hfopenllm_v2/MATH Level 5": 0.0295,
+        "hfopenllm_v2/GPQA": 0.3096,
+        "hfopenllm_v2/MUSR": 0.3538,
+        "hfopenllm_v2/MMLU-PRO": 0.3003
+      }
+    },
     {
       "id": "abacusai/Dracarys-72B-Instruct",
       "name": "Dracarys-72B-Instruct",
@@ -112,34 +140,6 @@
         "hfopenllm_v2/MUSR": 0.4401,
         "hfopenllm_v2/MMLU-PRO": 0.519
       }
-    },
-    {
-      "id": "abacusai/bigstral-12b-32k",
-      "name": "bigstral-12b-32k",
-      "developer": "abacusai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4194,
-        "hfopenllm_v2/BBH": 0.47,
-        "hfopenllm_v2/MATH Level 5": 0.0151,
-        "hfopenllm_v2/GPQA": 0.2928,
-        "hfopenllm_v2/MUSR": 0.456,
-        "hfopenllm_v2/MMLU-PRO": 0.2641
-      }
-    },
-    {
-      "id": "abacusai/bigyi-15b",
-      "name": "bigyi-15b",
-      "developer": "abacusai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2094,
-        "hfopenllm_v2/BBH": 0.4345,
-        "hfopenllm_v2/MATH Level 5": 0.0295,
-        "hfopenllm_v2/GPQA": 0.3096,
-        "hfopenllm_v2/MUSR": 0.3538,
-        "hfopenllm_v2/MMLU-PRO": 0.3003
-      }
     }
   ]
 }

data/developers/ai-sweden-models.json

@@ -1,20 +1,6 @@
 {
   "developer": "AI-Sweden-Models",
   "models": [
-    {
-      "id": "AI-Sweden-Models/Llama-3-8B-instruct",
-      "name": "Llama-3-8B-instruct",
-      "developer": "AI-Sweden-Models",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2401,
-        "hfopenllm_v2/BBH": 0.4173,
-        "hfopenllm_v2/MATH Level 5": 0.0385,
-        "hfopenllm_v2/GPQA": 0.2659,
-        "hfopenllm_v2/MUSR": 0.4771,
-        "hfopenllm_v2/MMLU-PRO": 0.2597
-      }
-    },
     {
       "id": "AI-Sweden-Models/gpt-sw3-40b",
       "name": "gpt-sw3-40b",
@@ -28,6 +14,20 @@
         "hfopenllm_v2/MUSR": 0.3632,
         "hfopenllm_v2/MMLU-PRO": 0.1276
       }
+    },
+    {
+      "id": "AI-Sweden-Models/Llama-3-8B-instruct",
+      "name": "Llama-3-8B-instruct",
+      "developer": "AI-Sweden-Models",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2401,
+        "hfopenllm_v2/BBH": 0.4173,
+        "hfopenllm_v2/MATH Level 5": 0.0385,
+        "hfopenllm_v2/GPQA": 0.2659,
+        "hfopenllm_v2/MUSR": 0.4771,
+        "hfopenllm_v2/MMLU-PRO": 0.2597
+      }
     }
   ]
 }

data/developers/ai2.json

@@ -4,7 +4,7 @@
     {
       "id": "ai2/llama-2-chat-7b-nectar-3.8m.json",
       "name": "ai2/llama-2-chat-7b-nectar-3.8m.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "reward-bench/Score": 0.5843,
@@ -16,7 +16,7 @@
     {
       "id": "ai2/llama-2-chat-nectar-180k.json",
       "name": "ai2/llama-2-chat-nectar-180k.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "reward-bench/Score": 0.5235,
@@ -28,7 +28,7 @@
     {
       "id": "ai2/llama-2-chat-ultrafeedback-60k.jsonl",
       "name": "ai2/llama-2-chat-ultrafeedback-60k.jsonl",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "reward-bench/Score": 0.644,
@@ -40,19 +40,19 @@
     {
       "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7008,
-        "reward-bench/Chat": 0.9385,
-        "reward-bench/Chat Hard": 0.3882,
+        "reward-bench/Score": 0.6924,
+        "reward-bench/Chat": 0.9441,
+        "reward-bench/Chat Hard": 0.3575,
         "reward-bench/Safety": 0.7757
       }
     },
     {
       "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json",
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-700k.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "reward-bench/Score": 0.7127,
@@ -64,7 +64,7 @@
     {
       "id": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json",
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "reward-bench/Score": 0.6756,
@@ -76,7 +76,7 @@
     {
       "id": "ai2/tulu-2-7b-rm-v0.json",
       "name": "ai2/tulu-2-7b-rm-v0.json",
-      "developer": "ai2",
+      "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "reward-bench/Score": 0.6655,

data/developers/ai21.json

@@ -93,75 +93,6 @@
         "helm_classic/RAFT": 0.545
       }
     },
-    {
-      "id": "ai21/Jurassic-2-Grande-17B",
-      "name": "Jurassic-2 Grande 17B",
-      "developer": "ai21",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "helm_classic/Mean win rate": 0.743,
-        "helm_classic/MMLU": 0.475,
-        "helm_classic/BoolQ": 0.826,
-        "helm_classic/NarrativeQA": 0.737,
-        "helm_classic/NaturalQuestions (open-book)": 0.639,
-        "helm_classic/QuAC": 0.418,
-        "helm_classic/HellaSwag": 0.781,
-        "helm_classic/OpenbookQA": 0.542,
-        "helm_classic/TruthfulQA": 0.348,
-        "helm_classic/MS MARCO (TREC)": 0.514,
-        "helm_classic/CNN/DailyMail": 0.144,
-        "helm_classic/XSUM": 0.167,
-        "helm_classic/IMDB": 0.938,
-        "helm_classic/CivilComments": 0.547,
-        "helm_classic/RAFT": 0.712
-      }
-    },
-    {
-      "id": "ai21/Jurassic-2-Jumbo-178B",
-      "name": "Jurassic-2 Jumbo 178B",
-      "developer": "ai21",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "helm_classic/Mean win rate": 0.824,
-        "helm_classic/MMLU": 0.48,
-        "helm_classic/BoolQ": 0.829,
-        "helm_classic/NarrativeQA": 0.733,
-        "helm_classic/NaturalQuestions (open-book)": 0.669,
-        "helm_classic/QuAC": 0.435,
-        "helm_classic/HellaSwag": 0.788,
-        "helm_classic/OpenbookQA": 0.558,
-        "helm_classic/TruthfulQA": 0.437,
-        "helm_classic/MS MARCO (TREC)": 0.661,
-        "helm_classic/CNN/DailyMail": 0.149,
-        "helm_classic/XSUM": 0.182,
-        "helm_classic/IMDB": 0.938,
-        "helm_classic/CivilComments": 0.57,
-        "helm_classic/RAFT": 0.746
-      }
-    },
-    {
-      "id": "ai21/Jurassic-2-Large-7.5B",
-      "name": "Jurassic-2 Large 7.5B",
-      "developer": "ai21",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "helm_classic/Mean win rate": 0.553,
-        "helm_classic/MMLU": 0.339,
-        "helm_classic/BoolQ": 0.742,
-        "helm_classic/NarrativeQA": -1.0,
-        "helm_classic/NaturalQuestions (open-book)": 0.589,
-        "helm_classic/QuAC": -1.0,
-        "helm_classic/HellaSwag": 0.729,
-        "helm_classic/OpenbookQA": 0.53,
-        "helm_classic/TruthfulQA": 0.245,
-        "helm_classic/MS MARCO (TREC)": 0.464,
-        "helm_classic/CNN/DailyMail": 0.136,
-        "helm_classic/XSUM": 0.142,
-        "helm_classic/IMDB": 0.956,
-        "helm_classic/CivilComments": 0.57,
-        "helm_classic/RAFT": 0.622
-      }
-    },
     {
       "id": "ai21/j2-grande",
       "name": "Jurassic-2 Grande 17B",
@@ -359,6 +290,75 @@
         "helm_mmlu/World Religions": 0.813,
         "helm_mmlu/Mean win rate": 0.887
       }
+    },
+    {
+      "id": "ai21/Jurassic-2-Grande-17B",
+      "name": "Jurassic-2 Grande 17B",
+      "developer": "ai21",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "helm_classic/Mean win rate": 0.743,
+        "helm_classic/MMLU": 0.475,
+        "helm_classic/BoolQ": 0.826,
+        "helm_classic/NarrativeQA": 0.737,
+        "helm_classic/NaturalQuestions (open-book)": 0.639,
+        "helm_classic/QuAC": 0.418,
+        "helm_classic/HellaSwag": 0.781,
+        "helm_classic/OpenbookQA": 0.542,
+        "helm_classic/TruthfulQA": 0.348,
+        "helm_classic/MS MARCO (TREC)": 0.514,
+        "helm_classic/CNN/DailyMail": 0.144,
+        "helm_classic/XSUM": 0.167,
+        "helm_classic/IMDB": 0.938,
+        "helm_classic/CivilComments": 0.547,
+        "helm_classic/RAFT": 0.712
+      }
+    },
+    {
+      "id": "ai21/Jurassic-2-Jumbo-178B",
+      "name": "Jurassic-2 Jumbo 178B",
+      "developer": "ai21",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "helm_classic/Mean win rate": 0.824,
+        "helm_classic/MMLU": 0.48,
+        "helm_classic/BoolQ": 0.829,
+        "helm_classic/NarrativeQA": 0.733,
+        "helm_classic/NaturalQuestions (open-book)": 0.669,
+        "helm_classic/QuAC": 0.435,
+        "helm_classic/HellaSwag": 0.788,
+        "helm_classic/OpenbookQA": 0.558,
+        "helm_classic/TruthfulQA": 0.437,
+        "helm_classic/MS MARCO (TREC)": 0.661,
+        "helm_classic/CNN/DailyMail": 0.149,
+        "helm_classic/XSUM": 0.182,
+        "helm_classic/IMDB": 0.938,
+        "helm_classic/CivilComments": 0.57,
+        "helm_classic/RAFT": 0.746
+      }
+    },
+    {
+      "id": "ai21/Jurassic-2-Large-7.5B",
+      "name": "Jurassic-2 Large 7.5B",
+      "developer": "ai21",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "helm_classic/Mean win rate": 0.553,
+        "helm_classic/MMLU": 0.339,
+        "helm_classic/BoolQ": 0.742,
+        "helm_classic/NarrativeQA": -1.0,
+        "helm_classic/NaturalQuestions (open-book)": 0.589,
+        "helm_classic/QuAC": -1.0,
+        "helm_classic/HellaSwag": 0.729,
+        "helm_classic/OpenbookQA": 0.53,
+        "helm_classic/TruthfulQA": 0.245,
+        "helm_classic/MS MARCO (TREC)": 0.464,
+        "helm_classic/CNN/DailyMail": 0.136,
+        "helm_classic/XSUM": 0.142,
+        "helm_classic/IMDB": 0.956,
+        "helm_classic/CivilComments": 0.57,
+        "helm_classic/RAFT": 0.622
+      }
     }
   ]
 }

data/developers/alibaba.json

@@ -7,7 +7,7 @@
       "developer": "Alibaba",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 27.2
+        "terminal-bench-2.0/terminal-bench-2.0": 23.9
       }
     },
     {

data/developers/allenai.json

@@ -1,23 +1,79 @@
 {
   "developer": "allenai",
   "models": [
+    {
+      "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm",
+      "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.7019,
+        "reward-bench/Chat": 0.8631,
+        "reward-bench/Chat Hard": 0.5614,
+        "reward-bench/Safety": 0.6095,
+        "reward-bench/Reasoning": 0.8268,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5957
+      }
+    },
+    {
+      "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm",
+      "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.7342,
+        "reward-bench/Chat": 0.9525,
+        "reward-bench/Chat Hard": 0.5921,
+        "reward-bench/Safety": 0.6162,
+        "reward-bench/Reasoning": 0.8212,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6434
+      }
+    },
+    {
+      "id": "allenai/llama-3-tulu-2-dpo-70b",
+      "name": "allenai/llama-3-tulu-2-dpo-70b",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.7496,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.5746,
+        "reward-bench/Safety": 0.7486,
+        "reward-bench/Reasoning": 0.802,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5687
+      }
+    },
+    {
+      "id": "allenai/llama-3-tulu-2-dpo-8b",
+      "name": "allenai/llama-3-tulu-2-dpo-8b",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.7275,
+        "reward-bench/Chat": 0.9525,
+        "reward-bench/Chat Hard": 0.5351,
+        "reward-bench/Safety": 0.6649,
+        "reward-bench/Reasoning": 0.8663,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5097
+      }
+    },
     {
       "id": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
       "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7606,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.8355,
-        "reward-bench/Safety": 0.8844,
-        "reward-bench/Reasoning": 0.8969,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.9021,
         "reward-bench/Factuality": 0.8126,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
+        "reward-bench/Safety": 0.9095,
         "reward-bench/Focus": 0.8646,
-        "reward-bench/Ties": 0.8835
+        "reward-bench/Ties": 0.8835,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.8355,
+        "reward-bench/Reasoning": 0.8969,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -26,17 +82,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8463,
+        "reward-bench/Score": 0.649,
+        "reward-bench/Chat": 0.933,
+        "reward-bench/Chat Hard": 0.7785,
+        "reward-bench/Safety": 0.8267,
+        "reward-bench/Reasoning": 0.7886,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.72,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.612,
-        "reward-bench/Safety": 0.8851,
         "reward-bench/Focus": 0.8323,
-        "reward-bench/Ties": 0.5406,
-        "reward-bench/Chat": 0.933,
-        "reward-bench/Chat Hard": 0.7785,
-        "reward-bench/Reasoning": 0.7886,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.5406
       }
     },
     {
@@ -106,17 +162,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.722,
-        "reward-bench/Chat": 0.9693,
-        "reward-bench/Chat Hard": 0.8268,
-        "reward-bench/Safety": 0.8689,
-        "reward-bench/Reasoning": 0.8583,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8892,
         "reward-bench/Factuality": 0.8084,
         "reward-bench/Precise IF": 0.3688,
         "reward-bench/Math": 0.6776,
+        "reward-bench/Safety": 0.9027,
         "reward-bench/Focus": 0.7778,
-        "reward-bench/Ties": 0.8308
+        "reward-bench/Ties": 0.8308,
+        "reward-bench/Chat": 0.9693,
+        "reward-bench/Chat Hard": 0.8268,
+        "reward-bench/Reasoning": 0.8583,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -153,17 +209,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.687,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Safety": 0.86,
-        "reward-bench/Reasoning": 0.7898,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8431,
         "reward-bench/Factuality": 0.7516,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.6284,
+        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.8545,
-        "reward-bench/Ties": 0.6397
+        "reward-bench/Ties": 0.6397,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Reasoning": 0.7898,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -226,199 +282,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8551,
+        "reward-bench/Score": 0.6821,
+        "reward-bench/Chat": 0.9497,
+        "reward-bench/Chat Hard": 0.7917,
+        "reward-bench/Safety": 0.8978,
+        "reward-bench/Reasoning": 0.8005,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.7326,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.5792,
-        "reward-bench/Safety": 0.8784,
         "reward-bench/Focus": 0.8889,
-        "reward-bench/Ties": 0.6063,
-        "reward-bench/Chat": 0.9497,
-        "reward-bench/Chat Hard": 0.7917,
-        "reward-bench/Reasoning": 0.8005,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
-      }
-    },
-    {
-      "id": "allenai/OLMo-1.7-7B-hf",
-      "name": "OLMo-1.7-7B-hf",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1569,
-        "hfopenllm_v2/BBH": 0.3014,
-        "hfopenllm_v2/MATH Level 5": 0.0023,
-        "hfopenllm_v2/GPQA": 0.255,
-        "hfopenllm_v2/MUSR": 0.3475,
-        "hfopenllm_v2/MMLU-PRO": 0.1124
-      }
-    },
-    {
-      "id": "allenai/OLMo-1B-hf",
-      "name": "OLMo-1B-hf",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2182,
-        "hfopenllm_v2/BBH": 0.3052,
-        "hfopenllm_v2/MATH Level 5": 0.0174,
-        "hfopenllm_v2/GPQA": 0.2617,
-        "hfopenllm_v2/MUSR": 0.4098,
-        "hfopenllm_v2/MMLU-PRO": 0.1174
-      }
-    },
-    {
-      "id": "allenai/OLMo-2-1124-7B-Instruct",
-      "name": "OLMo-2-1124-7B-Instruct",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7244,
-        "hfopenllm_v2/BBH": 0.4022,
-        "hfopenllm_v2/MATH Level 5": 0.1488,
-        "hfopenllm_v2/GPQA": 0.2785,
-        "hfopenllm_v2/MUSR": 0.3508,
-        "hfopenllm_v2/MMLU-PRO": 0.2672
-      }
-    },
-    {
-      "id": "allenai/OLMo-7B-Instruct",
-      "name": "allenai/OLMo-7B-Instruct",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.6727,
-        "reward-bench/Chat": 0.8966,
-        "reward-bench/Chat Hard": 0.5066,
-        "reward-bench/Safety": 0.6486,
-        "reward-bench/Reasoning": 0.7168,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5173
-      }
-    },
-    {
-      "id": "allenai/OLMo-7B-Instruct-hf",
-      "name": "OLMo-7B-Instruct-hf",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3473,
-        "hfopenllm_v2/BBH": 0.3706,
-        "hfopenllm_v2/MATH Level 5": 0.0136,
-        "hfopenllm_v2/GPQA": 0.271,
-        "hfopenllm_v2/MUSR": 0.3765,
-        "hfopenllm_v2/MMLU-PRO": 0.1785
-      }
-    },
-    {
-      "id": "allenai/OLMo-7B-hf",
-      "name": "OLMo-7B-hf",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2719,
-        "hfopenllm_v2/BBH": 0.3279,
-        "hfopenllm_v2/MATH Level 5": 0.0121,
-        "hfopenllm_v2/GPQA": 0.2727,
-        "hfopenllm_v2/MUSR": 0.3487,
-        "hfopenllm_v2/MMLU-PRO": 0.1173
-      }
-    },
-    {
-      "id": "allenai/OLMoE-1B-7B-0125-Instruct",
-      "name": "OLMoE-1B-7B-0125-Instruct",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6757,
-        "hfopenllm_v2/BBH": 0.3825,
-        "hfopenllm_v2/MATH Level 5": 0.0899,
-        "hfopenllm_v2/GPQA": 0.2601,
-        "hfopenllm_v2/MUSR": 0.3636,
-        "hfopenllm_v2/MMLU-PRO": 0.1915
-      }
-    },
-    {
-      "id": "allenai/OLMoE-1B-7B-0924",
-      "name": "OLMoE-1B-7B-0924",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2185,
-        "hfopenllm_v2/BBH": 0.3393,
-        "hfopenllm_v2/MATH Level 5": 0.0166,
-        "hfopenllm_v2/GPQA": 0.2475,
-        "hfopenllm_v2/MUSR": 0.3488,
-        "hfopenllm_v2/MMLU-PRO": 0.174
-      }
-    },
-    {
-      "id": "allenai/OLMoE-1B-7B-0924-Instruct",
-      "name": "OLMoE-1B-7B-0924-Instruct",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4667,
-        "hfopenllm_v2/BBH": 0.3902,
-        "hfopenllm_v2/MATH Level 5": 0.0279,
-        "hfopenllm_v2/GPQA": 0.2676,
-        "hfopenllm_v2/MUSR": 0.3848,
-        "hfopenllm_v2/MMLU-PRO": 0.1876
-      }
-    },
-    {
-      "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm",
-      "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7019,
-        "reward-bench/Chat": 0.8631,
-        "reward-bench/Chat Hard": 0.5614,
-        "reward-bench/Safety": 0.6095,
-        "reward-bench/Reasoning": 0.8268,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5957
-      }
-    },
-    {
-      "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm",
-      "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7342,
-        "reward-bench/Chat": 0.9525,
-        "reward-bench/Chat Hard": 0.5921,
-        "reward-bench/Safety": 0.6162,
-        "reward-bench/Reasoning": 0.8212,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6434
-      }
-    },
-    {
-      "id": "allenai/llama-3-tulu-2-dpo-70b",
-      "name": "allenai/llama-3-tulu-2-dpo-70b",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7496,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.5746,
-        "reward-bench/Safety": 0.7486,
-        "reward-bench/Reasoning": 0.802,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5687
-      }
-    },
-    {
-      "id": "allenai/llama-3-tulu-2-dpo-8b",
-      "name": "allenai/llama-3-tulu-2-dpo-8b",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7275,
-        "reward-bench/Chat": 0.9525,
-        "reward-bench/Chat Hard": 0.5351,
-        "reward-bench/Safety": 0.6649,
-        "reward-bench/Reasoning": 0.8663,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5097
+        "reward-bench/Ties": 0.6063
       }
     },
     {
@@ -465,6 +339,34 @@
         "helm_mmlu/Mean win rate": 0.196
       }
     },
+    {
+      "id": "allenai/OLMo-1.7-7B-hf",
+      "name": "OLMo-1.7-7B-hf",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1569,
+        "hfopenllm_v2/BBH": 0.3014,
+        "hfopenllm_v2/MATH Level 5": 0.0023,
+        "hfopenllm_v2/GPQA": 0.255,
+        "hfopenllm_v2/MUSR": 0.3475,
+        "hfopenllm_v2/MMLU-PRO": 0.1124
+      }
+    },
+    {
+      "id": "allenai/OLMo-1B-hf",
+      "name": "OLMo-1B-hf",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2182,
+        "hfopenllm_v2/BBH": 0.3052,
+        "hfopenllm_v2/MATH Level 5": 0.0174,
+        "hfopenllm_v2/GPQA": 0.2617,
+        "hfopenllm_v2/MUSR": 0.4098,
+        "hfopenllm_v2/MMLU-PRO": 0.1174
+      }
+    },
     {
       "id": "allenai/olmo-2-0325-32b-instruct",
       "name": "OLMo 2 32B Instruct March 2025",
@@ -494,7 +396,7 @@
       }
     },
     {
-      "id": "allenai/olmo-2-1124-7b-instruct",
+      "id": "allenai/OLMo-2-1124-7B-Instruct",
       "name": "OLMo 2 7B Instruct November 2024",
       "developer": "allenai",
       "evaluator_relationship": null,
@@ -504,7 +406,13 @@
         "helm_capabilities/GPQA": 0.296,
         "helm_capabilities/IFEval": 0.693,
         "helm_capabilities/WildBench": 0.628,
-        "helm_capabilities/Omni-MATH": 0.116
+        "helm_capabilities/Omni-MATH": 0.116,
+        "hfopenllm_v2/IFEval": 0.7244,
+        "hfopenllm_v2/BBH": 0.4022,
+        "hfopenllm_v2/MATH Level 5": 0.1488,
+        "hfopenllm_v2/GPQA": 0.2785,
+        "hfopenllm_v2/MUSR": 0.3508,
+        "hfopenllm_v2/MMLU-PRO": 0.2672
       }
     },
     {
@@ -562,7 +470,49 @@
       }
     },
     {
-      "id": "allenai/olmoe-1b-7b-0125-instruct",
+      "id": "allenai/OLMo-7B-hf",
+      "name": "OLMo-7B-hf",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2719,
+        "hfopenllm_v2/BBH": 0.3279,
+        "hfopenllm_v2/MATH Level 5": 0.0121,
+        "hfopenllm_v2/GPQA": 0.2727,
+        "hfopenllm_v2/MUSR": 0.3487,
+        "hfopenllm_v2/MMLU-PRO": 0.1173
+      }
+    },
+    {
+      "id": "allenai/OLMo-7B-Instruct",
+      "name": "allenai/OLMo-7B-Instruct",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.6727,
+        "reward-bench/Chat": 0.8966,
+        "reward-bench/Chat Hard": 0.5066,
+        "reward-bench/Safety": 0.6486,
+        "reward-bench/Reasoning": 0.7168,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5173
+      }
+    },
+    {
+      "id": "allenai/OLMo-7B-Instruct-hf",
+      "name": "OLMo-7B-Instruct-hf",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3473,
+        "hfopenllm_v2/BBH": 0.3706,
+        "hfopenllm_v2/MATH Level 5": 0.0136,
+        "hfopenllm_v2/GPQA": 0.271,
+        "hfopenllm_v2/MUSR": 0.3765,
+        "hfopenllm_v2/MMLU-PRO": 0.1785
+      }
+    },
+    {
+      "id": "allenai/OLMoE-1B-7B-0125-Instruct",
       "name": "OLMoE 1B-7B Instruct January 2025",
       "developer": "allenai",
       "evaluator_relationship": null,
@@ -572,7 +522,41 @@
         "helm_capabilities/GPQA": 0.22,
         "helm_capabilities/IFEval": 0.628,
         "helm_capabilities/WildBench": 0.551,
-        "helm_capabilities/Omni-MATH": 0.093
+        "helm_capabilities/Omni-MATH": 0.093,
+        "hfopenllm_v2/IFEval": 0.6757,
+        "hfopenllm_v2/BBH": 0.3825,
+        "hfopenllm_v2/MATH Level 5": 0.0899,
+        "hfopenllm_v2/GPQA": 0.2601,
+        "hfopenllm_v2/MUSR": 0.3636,
+        "hfopenllm_v2/MMLU-PRO": 0.1915
+      }
+    },
+    {
+      "id": "allenai/OLMoE-1B-7B-0924",
+      "name": "OLMoE-1B-7B-0924",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2185,
+        "hfopenllm_v2/BBH": 0.3393,
+        "hfopenllm_v2/MATH Level 5": 0.0166,
+        "hfopenllm_v2/GPQA": 0.2475,
+        "hfopenllm_v2/MUSR": 0.3488,
+        "hfopenllm_v2/MMLU-PRO": 0.174
+      }
+    },
+    {
+      "id": "allenai/OLMoE-1B-7B-0924-Instruct",
+      "name": "OLMoE-1B-7B-0924-Instruct",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4667,
+        "hfopenllm_v2/BBH": 0.3902,
+        "hfopenllm_v2/MATH Level 5": 0.0279,
+        "hfopenllm_v2/GPQA": 0.2676,
+        "hfopenllm_v2/MUSR": 0.3848,
+        "hfopenllm_v2/MMLU-PRO": 0.1876
       }
     },
     {

data/developers/allknowingroger.json

@@ -225,6 +225,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.4472
       }
     },
+    {
+      "id": "allknowingroger/limyClown-7B-slerp",
+      "name": "limyClown-7B-slerp",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4017,
+        "hfopenllm_v2/BBH": 0.5148,
+        "hfopenllm_v2/MATH Level 5": 0.0687,
+        "hfopenllm_v2/GPQA": 0.281,
+        "hfopenllm_v2/MUSR": 0.4293,
+        "hfopenllm_v2/MMLU-PRO": 0.3038
+      }
+    },
     {
       "id": "allknowingroger/LimyQstar-7B-slerp",
       "name": "LimyQstar-7B-slerp",
@@ -239,6 +253,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3103
       }
     },
+    {
+      "id": "allknowingroger/llama3-Jallabi-40B-s",
+      "name": "llama3-Jallabi-40B-s",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1921,
+        "hfopenllm_v2/BBH": 0.3252,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2374,
+        "hfopenllm_v2/MUSR": 0.375,
+        "hfopenllm_v2/MMLU-PRO": 0.1088
+      }
+    },
     {
       "id": "allknowingroger/Llama3.1-60B",
       "name": "Llama3.1-60B",
@@ -253,6 +281,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.331
       }
     },
+    {
+      "id": "allknowingroger/llama3AnFeng-40B",
+      "name": "llama3AnFeng-40B",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1742,
+        "hfopenllm_v2/BBH": 0.3794,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/MUSR": 0.394,
+        "hfopenllm_v2/MMLU-PRO": 0.198
+      }
+    },
     {
       "id": "allknowingroger/Marco-01-slerp1-7B",
       "name": "Marco-01-slerp1-7B",
@@ -295,20 +337,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.3119
       }
     },
-    {
-      "id": "allknowingroger/MistralPhi3-11B",
-      "name": "MistralPhi3-11B",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1943,
-        "hfopenllm_v2/BBH": 0.6234,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.3322,
-        "hfopenllm_v2/MUSR": 0.4267,
-        "hfopenllm_v2/MMLU-PRO": 0.4688
-      }
-    },
     {
       "id": "allknowingroger/Mistralmash1-7B-s",
       "name": "Mistralmash1-7B-s",
@@ -337,6 +365,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3345
       }
     },
+    {
+      "id": "allknowingroger/MistralPhi3-11B",
+      "name": "MistralPhi3-11B",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1943,
+        "hfopenllm_v2/BBH": 0.6234,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.3322,
+        "hfopenllm_v2/MUSR": 0.4267,
+        "hfopenllm_v2/MMLU-PRO": 0.4688
+      }
+    },
     {
       "id": "allknowingroger/MixTAO-19B-pass",
       "name": "MixTAO-19B-pass",
@@ -435,6 +477,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3043
       }
     },
+    {
+      "id": "allknowingroger/Multimash3-12B-slerp",
+      "name": "Multimash3-12B-slerp",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4437,
+        "hfopenllm_v2/BBH": 0.5177,
+        "hfopenllm_v2/MATH Level 5": 0.0627,
+        "hfopenllm_v2/GPQA": 0.2802,
+        "hfopenllm_v2/MUSR": 0.4344,
+        "hfopenllm_v2/MMLU-PRO": 0.3068
+      }
+    },
     {
       "id": "allknowingroger/MultiMash5-12B-slerp",
       "name": "MultiMash5-12B-slerp",
@@ -505,34 +561,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.31
       }
     },
-    {
-      "id": "allknowingroger/MultiMerge-7B-slerp",
-      "name": "MultiMerge-7B-slerp",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3948,
-        "hfopenllm_v2/BBH": 0.514,
-        "hfopenllm_v2/MATH Level 5": 0.0665,
-        "hfopenllm_v2/GPQA": 0.2827,
-        "hfopenllm_v2/MUSR": 0.428,
-        "hfopenllm_v2/MMLU-PRO": 0.3037
-      }
-    },
-    {
-      "id": "allknowingroger/Multimash3-12B-slerp",
-      "name": "Multimash3-12B-slerp",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4437,
-        "hfopenllm_v2/BBH": 0.5177,
-        "hfopenllm_v2/MATH Level 5": 0.0627,
-        "hfopenllm_v2/GPQA": 0.2802,
-        "hfopenllm_v2/MUSR": 0.4344,
-        "hfopenllm_v2/MMLU-PRO": 0.3068
-      }
-    },
     {
       "id": "allknowingroger/Multimerge-19B-pass",
       "name": "Multimerge-19B-pass",
@@ -547,6 +575,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
     },
+    {
+      "id": "allknowingroger/MultiMerge-7B-slerp",
+      "name": "MultiMerge-7B-slerp",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3948,
+        "hfopenllm_v2/BBH": 0.514,
+        "hfopenllm_v2/MATH Level 5": 0.0665,
+        "hfopenllm_v2/GPQA": 0.2827,
+        "hfopenllm_v2/MUSR": 0.428,
+        "hfopenllm_v2/MMLU-PRO": 0.3037
+      }
+    },
     {
       "id": "allknowingroger/MultiverseEx26-7B-slerp",
       "name": "MultiverseEx26-7B-slerp",
@@ -561,20 +603,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.3035
       }
     },
-    {
-      "id": "allknowingroger/NeuralWestSeverus-7B-slerp",
-      "name": "NeuralWestSeverus-7B-slerp",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4136,
-        "hfopenllm_v2/BBH": 0.5244,
-        "hfopenllm_v2/MATH Level 5": 0.0733,
-        "hfopenllm_v2/GPQA": 0.271,
-        "hfopenllm_v2/MUSR": 0.4529,
-        "hfopenllm_v2/MMLU-PRO": 0.3137
-      }
-    },
     {
       "id": "allknowingroger/Neuralcoven-7B-slerp",
       "name": "Neuralcoven-7B-slerp",
@@ -603,6 +631,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3042
       }
     },
+    {
+      "id": "allknowingroger/NeuralWestSeverus-7B-slerp",
+      "name": "NeuralWestSeverus-7B-slerp",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4136,
+        "hfopenllm_v2/BBH": 0.5244,
+        "hfopenllm_v2/MATH Level 5": 0.0733,
+        "hfopenllm_v2/GPQA": 0.271,
+        "hfopenllm_v2/MUSR": 0.4529,
+        "hfopenllm_v2/MMLU-PRO": 0.3137
+      }
+    },
     {
       "id": "allknowingroger/Ph3della5-14B",
       "name": "Ph3della5-14B",
@@ -855,6 +897,62 @@
         "hfopenllm_v2/MMLU-PRO": 0.4461
       }
     },
+    {
+      "id": "allknowingroger/Qwenslerp2-14B",
+      "name": "Qwenslerp2-14B",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5007,
+        "hfopenllm_v2/BBH": 0.6555,
+        "hfopenllm_v2/MATH Level 5": 0.4456,
+        "hfopenllm_v2/GPQA": 0.3683,
+        "hfopenllm_v2/MUSR": 0.4729,
+        "hfopenllm_v2/MMLU-PRO": 0.5403
+      }
+    },
+    {
+      "id": "allknowingroger/Qwenslerp2-7B",
+      "name": "Qwenslerp2-7B",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5294,
+        "hfopenllm_v2/BBH": 0.5609,
+        "hfopenllm_v2/MATH Level 5": 0.3421,
+        "hfopenllm_v2/GPQA": 0.3129,
+        "hfopenllm_v2/MUSR": 0.4356,
+        "hfopenllm_v2/MMLU-PRO": 0.4515
+      }
+    },
+    {
+      "id": "allknowingroger/Qwenslerp3-14B",
+      "name": "Qwenslerp3-14B",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5052,
+        "hfopenllm_v2/BBH": 0.6521,
+        "hfopenllm_v2/MATH Level 5": 0.4464,
+        "hfopenllm_v2/GPQA": 0.375,
+        "hfopenllm_v2/MUSR": 0.4676,
+        "hfopenllm_v2/MMLU-PRO": 0.5395
+      }
+    },
+    {
+      "id": "allknowingroger/Qwenslerp3-7B",
+      "name": "Qwenslerp3-7B",
+      "developer": "allknowingroger",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5018,
+        "hfopenllm_v2/BBH": 0.558,
+        "hfopenllm_v2/MATH Level 5": 0.3218,
+        "hfopenllm_v2/GPQA": 0.3247,
+        "hfopenllm_v2/MUSR": 0.4515,
+        "hfopenllm_v2/MMLU-PRO": 0.4542
+      }
+    },
     {
       "id": "allknowingroger/QwenSlerp4-14B",
       "name": "QwenSlerp4-14B",
@@ -940,59 +1038,17 @@
       }
     },
     {
-      "id": "allknowingroger/Qwenslerp2-14B",
-      "name": "Qwenslerp2-14B",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5007,
-        "hfopenllm_v2/BBH": 0.6555,
-        "hfopenllm_v2/MATH Level 5": 0.4456,
-        "hfopenllm_v2/GPQA": 0.3683,
-        "hfopenllm_v2/MUSR": 0.4729,
-        "hfopenllm_v2/MMLU-PRO": 0.5403
-      }
-    },
-    {
-      "id": "allknowingroger/Qwenslerp2-7B",
-      "name": "Qwenslerp2-7B",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5294,
-        "hfopenllm_v2/BBH": 0.5609,
-        "hfopenllm_v2/MATH Level 5": 0.3421,
-        "hfopenllm_v2/GPQA": 0.3129,
-        "hfopenllm_v2/MUSR": 0.4356,
-        "hfopenllm_v2/MMLU-PRO": 0.4515
-      }
-    },
-    {
-      "id": "allknowingroger/Qwenslerp3-14B",
-      "name": "Qwenslerp3-14B",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5052,
-        "hfopenllm_v2/BBH": 0.6521,
-        "hfopenllm_v2/MATH Level 5": 0.4464,
-        "hfopenllm_v2/GPQA": 0.375,
-        "hfopenllm_v2/MUSR": 0.4676,
-        "hfopenllm_v2/MMLU-PRO": 0.5395
-      }
-    },
-    {
-      "id": "allknowingroger/Qwenslerp3-7B",
-      "name": "Qwenslerp3-7B",
+      "id": "allknowingroger/RogerMerge-7B-slerp",
+      "name": "RogerMerge-7B-slerp",
       "developer": "allknowingroger",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5018,
-        "hfopenllm_v2/BBH": 0.558,
-        "hfopenllm_v2/MATH Level 5": 0.3218,
-        "hfopenllm_v2/GPQA": 0.3247,
-        "hfopenllm_v2/MUSR": 0.4515,
-        "hfopenllm_v2/MMLU-PRO": 0.4542
+        "hfopenllm_v2/IFEval": 0.3933,
+        "hfopenllm_v2/BBH": 0.516,
+        "hfopenllm_v2/MATH Level 5": 0.0687,
+        "hfopenllm_v2/GPQA": 0.2802,
+        "hfopenllm_v2/MUSR": 0.432,
+        "hfopenllm_v2/MMLU-PRO": 0.303
       }
     },
     {
@@ -1009,20 +1065,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.3053
       }
     },
-    {
-      "id": "allknowingroger/RogerMerge-7B-slerp",
-      "name": "RogerMerge-7B-slerp",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3933,
-        "hfopenllm_v2/BBH": 0.516,
-        "hfopenllm_v2/MATH Level 5": 0.0687,
-        "hfopenllm_v2/GPQA": 0.2802,
-        "hfopenllm_v2/MUSR": 0.432,
-        "hfopenllm_v2/MMLU-PRO": 0.303
-      }
-    },
     {
       "id": "allknowingroger/Rombos-LLM-V2.5-Qwen-42b",
       "name": "Rombos-LLM-V2.5-Qwen-42b",
@@ -1190,48 +1232,6 @@
         "hfopenllm_v2/MUSR": 0.4161,
         "hfopenllm_v2/MMLU-PRO": 0.3036
       }
-    },
-    {
-      "id": "allknowingroger/limyClown-7B-slerp",
-      "name": "limyClown-7B-slerp",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4017,
-        "hfopenllm_v2/BBH": 0.5148,
-        "hfopenllm_v2/MATH Level 5": 0.0687,
-        "hfopenllm_v2/GPQA": 0.281,
-        "hfopenllm_v2/MUSR": 0.4293,
-        "hfopenllm_v2/MMLU-PRO": 0.3038
-      }
-    },
-    {
-      "id": "allknowingroger/llama3-Jallabi-40B-s",
-      "name": "llama3-Jallabi-40B-s",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1921,
-        "hfopenllm_v2/BBH": 0.3252,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2374,
-        "hfopenllm_v2/MUSR": 0.375,
-        "hfopenllm_v2/MMLU-PRO": 0.1088
-      }
-    },
-    {
-      "id": "allknowingroger/llama3AnFeng-40B",
-      "name": "llama3AnFeng-40B",
-      "developer": "allknowingroger",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1742,
-        "hfopenllm_v2/BBH": 0.3794,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.394,
-        "hfopenllm_v2/MMLU-PRO": 0.198
-      }
     }
   ]
 }

data/developers/allura-org.json

@@ -15,34 +15,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.3428
       }
     },
-    {
-      "id": "allura-org/MN-12b-RP-Ink",
-      "name": "MN-12b-RP-Ink",
-      "developer": "allura-org",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7186,
-        "hfopenllm_v2/BBH": 0.4834,
-        "hfopenllm_v2/MATH Level 5": 0.1186,
-        "hfopenllm_v2/GPQA": 0.2852,
-        "hfopenllm_v2/MUSR": 0.3818,
-        "hfopenllm_v2/MMLU-PRO": 0.3514
-      }
-    },
-    {
-      "id": "allura-org/MS-Meadowlark-22B",
-      "name": "MS-Meadowlark-22B",
-      "developer": "allura-org",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6697,
-        "hfopenllm_v2/BBH": 0.5163,
-        "hfopenllm_v2/MATH Level 5": 0.1835,
-        "hfopenllm_v2/GPQA": 0.3255,
-        "hfopenllm_v2/MUSR": 0.3843,
-        "hfopenllm_v2/MMLU-PRO": 0.3823
-      }
-    },
     {
       "id": "allura-org/Mistral-Small-24b-Sertraline-0304",
       "name": "Mistral-Small-24b-Sertraline-0304",
@@ -71,6 +43,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.5127
       }
     },
+    {
+      "id": "allura-org/MN-12b-RP-Ink",
+      "name": "MN-12b-RP-Ink",
+      "developer": "allura-org",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7186,
+        "hfopenllm_v2/BBH": 0.4834,
+        "hfopenllm_v2/MATH Level 5": 0.1186,
+        "hfopenllm_v2/GPQA": 0.2852,
+        "hfopenllm_v2/MUSR": 0.3818,
+        "hfopenllm_v2/MMLU-PRO": 0.3514
+      }
+    },
     {
       "id": "allura-org/MoE-Girl-1BA-7BT",
       "name": "MoE-Girl-1BA-7BT",
@@ -85,6 +71,34 @@
         "hfopenllm_v2/MMLU-PRO": 0.1218
       }
     },
+    {
+      "id": "allura-org/MS-Meadowlark-22B",
+      "name": "MS-Meadowlark-22B",
+      "developer": "allura-org",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6697,
+        "hfopenllm_v2/BBH": 0.5163,
+        "hfopenllm_v2/MATH Level 5": 0.1835,
+        "hfopenllm_v2/GPQA": 0.3255,
+        "hfopenllm_v2/MUSR": 0.3843,
+        "hfopenllm_v2/MMLU-PRO": 0.3823
+      }
+    },
+    {
+      "id": "allura-org/Teleut-7b",
+      "name": "Teleut-7b",
+      "developer": "allura-org",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6379,
+        "hfopenllm_v2/BBH": 0.5141,
+        "hfopenllm_v2/MATH Level 5": 0.2409,
+        "hfopenllm_v2/GPQA": 0.3263,
+        "hfopenllm_v2/MUSR": 0.464,
+        "hfopenllm_v2/MMLU-PRO": 0.4131
+      }
+    },
     {
       "id": "allura-org/TQ2.5-14B-Aletheia-v1",
       "name": "TQ2.5-14B-Aletheia-v1",
@@ -112,20 +126,6 @@
         "hfopenllm_v2/MUSR": 0.461,
         "hfopenllm_v2/MMLU-PRO": 0.5253
       }
-    },
-    {
-      "id": "allura-org/Teleut-7b",
-      "name": "Teleut-7b",
-      "developer": "allura-org",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6379,
-        "hfopenllm_v2/BBH": 0.5141,
-        "hfopenllm_v2/MATH Level 5": 0.2409,
-        "hfopenllm_v2/GPQA": 0.3263,
-        "hfopenllm_v2/MUSR": 0.464,
-        "hfopenllm_v2/MMLU-PRO": 0.4131
-      }
     }
   ]
 }

data/developers/aloobun.json

@@ -1,20 +1,6 @@
 {
   "developer": "aloobun",
   "models": [
-    {
-      "id": "aloobun/Meta-Llama-3-7B-28Layers",
-      "name": "Meta-Llama-3-7B-28Layers",
-      "developer": "aloobun",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1964,
-        "hfopenllm_v2/BBH": 0.4437,
-        "hfopenllm_v2/MATH Level 5": 0.0279,
-        "hfopenllm_v2/GPQA": 0.2945,
-        "hfopenllm_v2/MUSR": 0.3589,
-        "hfopenllm_v2/MMLU-PRO": 0.316
-      }
-    },
     {
       "id": "aloobun/d-SmolLM2-360M",
       "name": "d-SmolLM2-360M",
@@ -28,6 +14,20 @@
         "hfopenllm_v2/MUSR": 0.3981,
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
+    },
+    {
+      "id": "aloobun/Meta-Llama-3-7B-28Layers",
+      "name": "Meta-Llama-3-7B-28Layers",
+      "developer": "aloobun",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1964,
+        "hfopenllm_v2/BBH": 0.4437,
+        "hfopenllm_v2/MATH Level 5": 0.0279,
+        "hfopenllm_v2/GPQA": 0.2945,
+        "hfopenllm_v2/MUSR": 0.3589,
+        "hfopenllm_v2/MMLU-PRO": 0.316
+      }
     }
   ]
 }

data/developers/alpindale.json

@@ -1,20 +1,6 @@
 {
   "developer": "alpindale",
   "models": [
-    {
-      "id": "alpindale/WizardLM-2-8x22B",
-      "name": "WizardLM-2-8x22B",
-      "developer": "alpindale",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5272,
-        "hfopenllm_v2/BBH": 0.6377,
-        "hfopenllm_v2/MATH Level 5": 0.25,
-        "hfopenllm_v2/GPQA": 0.3817,
-        "hfopenllm_v2/MUSR": 0.4387,
-        "hfopenllm_v2/MMLU-PRO": 0.4596
-      }
-    },
     {
       "id": "alpindale/magnum-72b-v1",
       "name": "magnum-72b-v1",
@@ -28,6 +14,20 @@
         "hfopenllm_v2/MUSR": 0.4489,
         "hfopenllm_v2/MMLU-PRO": 0.5468
       }
+    },
+    {
+      "id": "alpindale/WizardLM-2-8x22B",
+      "name": "WizardLM-2-8x22B",
+      "developer": "alpindale",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5272,
+        "hfopenllm_v2/BBH": 0.6377,
+        "hfopenllm_v2/MATH Level 5": 0.25,
+        "hfopenllm_v2/GPQA": 0.3817,
+        "hfopenllm_v2/MUSR": 0.4387,
+        "hfopenllm_v2/MMLU-PRO": 0.4596
+      }
     }
   ]
 }

data/developers/amaorynho.json

@@ -29,20 +29,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.1114
       }
     },
-    {
-      "id": "Amaorynho/BBAIIFEV1",
-      "name": "BBAIIFEV1",
-      "developer": "Amaorynho",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8047,
-        "hfopenllm_v2/BBH": 0.5292,
-        "hfopenllm_v2/MATH Level 5": 0.1934,
-        "hfopenllm_v2/GPQA": 0.3104,
-        "hfopenllm_v2/MUSR": 0.4185,
-        "hfopenllm_v2/MMLU-PRO": 0.3857
-      }
-    },
     {
       "id": "Amaorynho/BBAI_375",
       "name": "BBAI_375",
@@ -56,6 +42,20 @@
         "hfopenllm_v2/MUSR": 0.3605,
         "hfopenllm_v2/MMLU-PRO": 0.1123
       }
+    },
+    {
+      "id": "Amaorynho/BBAIIFEV1",
+      "name": "BBAIIFEV1",
+      "developer": "Amaorynho",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.8047,
+        "hfopenllm_v2/BBH": 0.5292,
+        "hfopenllm_v2/MATH Level 5": 0.1934,
+        "hfopenllm_v2/GPQA": 0.3104,
+        "hfopenllm_v2/MUSR": 0.4185,
+        "hfopenllm_v2/MMLU-PRO": 0.3857
+      }
     }
   ]
 }

data/developers/anthropic.json

@@ -1,112 +1,10 @@
 {
   "developer": "Anthropic",
   "models": [
-    {
-      "id": "Anthropic/claude-3-5-sonnet-20240620",
-      "name": "Anthropic/claude-3-5-sonnet-20240620",
-      "developer": "Anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.8417,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.7401,
-        "reward-bench/Safety": 0.8162,
-        "reward-bench/Reasoning": 0.8469
-      }
-    },
-    {
-      "id": "Anthropic/claude-3-haiku-20240307",
-      "name": "Anthropic/claude-3-haiku-20240307",
-      "developer": "Anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7289,
-        "reward-bench/Chat": 0.9274,
-        "reward-bench/Chat Hard": 0.5197,
-        "reward-bench/Safety": 0.7953,
-        "reward-bench/Reasoning": 0.706,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6635
-      }
-    },
-    {
-      "id": "Anthropic/claude-3-opus-20240229",
-      "name": "Anthropic/claude-3-opus-20240229",
-      "developer": "Anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.8008,
-        "reward-bench/Chat": 0.9469,
-        "reward-bench/Chat Hard": 0.6031,
-        "reward-bench/Safety": 0.8662,
-        "reward-bench/Reasoning": 0.7868
-      }
-    },
-    {
-      "id": "Anthropic/claude-3-sonnet-20240229",
-      "name": "Anthropic/claude-3-sonnet-20240229",
-      "developer": "Anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.7458,
-        "reward-bench/Chat": 0.9344,
-        "reward-bench/Chat Hard": 0.5658,
-        "reward-bench/Safety": 0.8169,
-        "reward-bench/Reasoning": 0.6907,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6963
-      }
-    },
-    {
-      "id": "anthropic/Opus 4.1",
-      "name": "Opus 4.1",
-      "developer": "anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "ace/Overall Score": 0.4,
-        "ace/Gaming Score": 0.318
-      }
-    },
-    {
-      "id": "anthropic/Opus 4.5",
-      "name": "Opus 4.5",
-      "developer": "anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "apex-agents/Overall Pass@1": 0.184,
-        "apex-agents/Overall Pass@8": 0.34,
-        "apex-agents/Overall Mean Score": 0.348,
-        "apex-agents/Investment Banking Pass@1": 0.216,
-        "apex-agents/Management Consulting Pass@1": 0.132,
-        "apex-agents/Corporate Law Pass@1": 0.202,
-        "apex-agents/Corporate Lawyer Mean Score": 0.471,
-        "ace/Overall Score": 0.478,
-        "ace/Gaming Score": 0.391,
-        "apex-v1/Medicine (MD) Score": 0.65
-      }
-    },
-    {
-      "id": "anthropic/Opus 4.6",
-      "name": "Opus 4.6",
-      "developer": "anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "apex-agents/Overall Pass@1": 0.298,
-        "apex-agents/Corporate Lawyer Mean Score": 0.502
-      }
-    },
-    {
-      "id": "anthropic/Sonnet 4.5",
-      "name": "Sonnet 4.5",
-      "developer": "anthropic",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "ace/Overall Score": 0.44,
-        "ace/Gaming Score": 0.373
-      }
-    },
     {
       "id": "anthropic/claude-2.0",
       "name": "Claude 2.0",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.489,
@@ -124,7 +22,7 @@
     {
       "id": "anthropic/claude-2.1",
       "name": "Claude 2.1",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.437,
@@ -177,8 +75,8 @@
     },
     {
       "id": "anthropic/claude-3-5-haiku-20241022",
-      "name": "claude-3-5-haiku-20241022",
-      "developer": "anthropic",
+      "name": "Claude 3.5 Haiku 20241022",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "global-mmlu-lite/Global MMLU Lite": 0.6114,
@@ -257,7 +155,7 @@
     {
       "id": "anthropic/claude-3-5-sonnet-20240620",
       "name": "Claude 3.5 Sonnet 20240620",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.885,
@@ -306,19 +204,22 @@
         "helm_mmlu/Virology": 0.602,
         "helm_mmlu/World Religions": 0.924,
         "helm_mmlu/Mean win rate": 0.17,
-        "reward-bench/Score": 0.6466,
+        "reward-bench/Score": 0.8417,
         "reward-bench/Factuality": 0.5284,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.5683,
-        "reward-bench/Safety": 0.8519,
+        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.8697,
-        "reward-bench/Ties": 0.674
+        "reward-bench/Ties": 0.674,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.7401,
+        "reward-bench/Reasoning": 0.8469
       }
     },
     {
       "id": "anthropic/claude-3-5-sonnet-20241022",
       "name": "Claude 3.5 Sonnet 20241022",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_capabilities/Mean score": 0.653,
@@ -378,7 +279,7 @@
     {
       "id": "anthropic/claude-3-7-sonnet-20250219",
       "name": "claude-3-7-sonnet-20250219",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "global-mmlu-lite/Global MMLU Lite": 0.8078,
@@ -421,7 +322,7 @@
     {
       "id": "anthropic/claude-3-haiku-20240307",
       "name": "Claude 3 Haiku 20240307",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.263,
@@ -471,10 +372,14 @@
         "helm_mmlu/World Religions": 0.871,
         "helm_mmlu/Mean win rate": 0.28,
         "reward-bench/Score": 0.3711,
+        "reward-bench/Chat": 0.9274,
+        "reward-bench/Chat Hard": 0.5197,
+        "reward-bench/Safety": 0.595,
+        "reward-bench/Reasoning": 0.706,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6635,
         "reward-bench/Factuality": 0.4042,
         "reward-bench/Precise IF": 0.2812,
         "reward-bench/Math": 0.3552,
-        "reward-bench/Safety": 0.595,
         "reward-bench/Focus": 0.501,
         "reward-bench/Ties": 0.0899
       }
@@ -482,7 +387,7 @@
     {
       "id": "anthropic/claude-3-opus-20240229",
       "name": "Claude 3 Opus 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.683,
@@ -531,19 +436,22 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.901,
         "helm_mmlu/Mean win rate": 0.014,
-        "reward-bench/Score": 0.5744,
+        "reward-bench/Score": 0.8008,
         "reward-bench/Factuality": 0.5389,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5137,
-        "reward-bench/Safety": 0.8378,
+        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.6646,
-        "reward-bench/Ties": 0.5601
+        "reward-bench/Ties": 0.5601,
+        "reward-bench/Chat": 0.9469,
+        "reward-bench/Chat Hard": 0.6031,
+        "reward-bench/Reasoning": 0.7868
       }
     },
     {
       "id": "anthropic/claude-3-sonnet-20240229",
       "name": "Claude 3 Sonnet 20240229",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.377,
@@ -591,7 +499,13 @@
         "helm_mmlu/Sociology": 0.905,
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.871,
-        "helm_mmlu/Mean win rate": 0.082
+        "helm_mmlu/Mean win rate": 0.082,
+        "reward-bench/Score": 0.7458,
+        "reward-bench/Chat": 0.9344,
+        "reward-bench/Chat Hard": 0.5658,
+        "reward-bench/Safety": 0.8169,
+        "reward-bench/Reasoning": 0.6907,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6963
       }
     },
     {
@@ -611,13 +525,13 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 29.8
+        "terminal-bench-2.0/terminal-bench-2.0": 28.3
       }
     },
     {
       "id": "anthropic/claude-instant-1.2",
       "name": "Claude Instant 1.2",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_lite/Mean win rate": 0.399,
@@ -671,7 +585,7 @@
     {
       "id": "anthropic/claude-opus-4-1-20250805",
       "name": "claude-opus-4-1-20250805",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "global-mmlu-lite/Global MMLU Lite": 0.943,
@@ -698,7 +612,7 @@
     {
       "id": "anthropic/claude-opus-4-20250514",
       "name": "Claude 4 Opus 20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_capabilities/Mean score": 0.757,
@@ -719,7 +633,7 @@
     {
       "id": "anthropic/claude-opus-4-20250514-thinking-10k",
       "name": "Claude 4 Opus 20250514, extended thinking",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_capabilities/Mean score": 0.78,
@@ -737,9 +651,9 @@
       "evaluator_relationship": null,
       "benchmark_scores": {
         "appworld_test_normal/appworld/test_normal": 0.61,
-        "browsecompplus/browsecompplus": 0.61,
-        "swe-bench/swe-bench": 0.6061,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.74,
+        "browsecompplus/browsecompplus": 0.49,
+        "swe-bench/swe-bench": 0.65,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.66,
         "tau-bench-2_retail/tau-bench-2/retail": 0.78,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.76
       }
@@ -750,7 +664,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 36.9
+        "terminal-bench-2.0/terminal-bench-2.0": 38.0
       }
     },
     {
@@ -759,7 +673,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 52.1
+        "terminal-bench-2.0/terminal-bench-2.0": 63.1
       }
     },
     {
@@ -774,7 +688,7 @@
     {
       "id": "anthropic/claude-sonnet-4-20250514",
       "name": "claude-sonnet-4-20250514",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "global-mmlu-lite/Global MMLU Lite": 0.9058,
@@ -814,7 +728,7 @@
     {
       "id": "anthropic/claude-sonnet-4-20250514-thinking-10k",
       "name": "Claude 4 Sonnet 20250514, extended thinking",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_capabilities/Mean score": 0.766,
@@ -828,7 +742,7 @@
     {
       "id": "anthropic/claude-sonnet-4-5-20250929",
       "name": "claude-sonnet-4-5-20250929",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "livecodebenchpro/Hard Problems": 0.0,
@@ -842,13 +756,13 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 46.5
+        "terminal-bench-2.0/terminal-bench-2.0": 42.5
       }
     },
     {
       "id": "anthropic/claude-v1.3",
       "name": "Anthropic Claude v1.3",
-      "developer": "anthropic",
+      "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "helm_instruct/Mean win rate": 0.611,
@@ -869,6 +783,54 @@
         "helm_lite/MedQA": 0.618,
         "helm_lite/WMT 2014": 0.219
       }
+    },
+    {
+      "id": "anthropic/Opus 4.1",
+      "name": "Opus 4.1",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "ace/Overall Score": 0.4,
+        "ace/Gaming Score": 0.318
+      }
+    },
+    {
+      "id": "anthropic/Opus 4.5",
+      "name": "Opus 4.5",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "ace/Overall Score": 0.478,
+        "ace/Gaming Score": 0.391,
+        "apex-agents/Overall Pass@1": 0.184,
+        "apex-agents/Overall Pass@8": 0.34,
+        "apex-agents/Overall Mean Score": 0.348,
+        "apex-agents/Investment Banking Pass@1": 0.216,
+        "apex-agents/Management Consulting Pass@1": 0.132,
+        "apex-agents/Corporate Law Pass@1": 0.202,
+        "apex-agents/Corporate Lawyer Mean Score": 0.471,
+        "apex-v1/Medicine (MD) Score": 0.65
+      }
+    },
+    {
+      "id": "anthropic/Opus 4.6",
+      "name": "Opus 4.6",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "apex-agents/Overall Pass@1": 0.298,
+        "apex-agents/Corporate Lawyer Mean Score": 0.502
+      }
+    },
+    {
+      "id": "anthropic/Sonnet 4.5",
+      "name": "Sonnet 4.5",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "ace/Overall Score": 0.44,
+        "ace/Gaming Score": 0.373
+      }
     }
   ]
 }

data/developers/arcee-ai.json

@@ -49,12 +49,12 @@
       "developer": "arcee-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5718,
-        "hfopenllm_v2/BBH": 0.5481,
-        "hfopenllm_v2/MATH Level 5": 0.114,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.4008,
-        "hfopenllm_v2/MMLU-PRO": 0.3813
+        "hfopenllm_v2/IFEval": 0.5621,
+        "hfopenllm_v2/BBH": 0.5489,
+        "hfopenllm_v2/MATH Level 5": 0.2953,
+        "hfopenllm_v2/GPQA": 0.307,
+        "hfopenllm_v2/MUSR": 0.4021,
+        "hfopenllm_v2/MMLU-PRO": 0.3822
       }
     },
     {
@@ -85,6 +85,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3721
       }
     },
+    {
+      "id": "arcee-ai/raspberry-3B",
+      "name": "raspberry-3B",
+      "developer": "arcee-ai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3154,
+        "hfopenllm_v2/BBH": 0.4269,
+        "hfopenllm_v2/MATH Level 5": 0.1035,
+        "hfopenllm_v2/GPQA": 0.2777,
+        "hfopenllm_v2/MUSR": 0.4123,
+        "hfopenllm_v2/MMLU-PRO": 0.2854
+      }
+    },
     {
       "id": "arcee-ai/SuperNova-Medius",
       "name": "SuperNova-Medius",
@@ -140,20 +154,6 @@
         "hfopenllm_v2/MUSR": 0.4313,
         "hfopenllm_v2/MMLU-PRO": 0.5188
       }
-    },
-    {
-      "id": "arcee-ai/raspberry-3B",
-      "name": "raspberry-3B",
-      "developer": "arcee-ai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3154,
-        "hfopenllm_v2/BBH": 0.4269,
-        "hfopenllm_v2/MATH Level 5": 0.1035,
-        "hfopenllm_v2/GPQA": 0.2777,
-        "hfopenllm_v2/MUSR": 0.4123,
-        "hfopenllm_v2/MMLU-PRO": 0.2854
-      }
     }
   ]
 }

data/developers/azure99.json

@@ -1,34 +1,6 @@
 {
   "developer": "Azure99",
   "models": [
-    {
-      "id": "Azure99/Blossom-V6-14B",
-      "name": "Blossom-V6-14B",
-      "developer": "Azure99",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6395,
-        "hfopenllm_v2/BBH": 0.5069,
-        "hfopenllm_v2/MATH Level 5": 0.5257,
-        "hfopenllm_v2/GPQA": 0.2626,
-        "hfopenllm_v2/MUSR": 0.4035,
-        "hfopenllm_v2/MMLU-PRO": 0.4544
-      }
-    },
-    {
-      "id": "Azure99/Blossom-V6-7B",
-      "name": "Blossom-V6-7B",
-      "developer": "Azure99",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5538,
-        "hfopenllm_v2/BBH": 0.4974,
-        "hfopenllm_v2/MATH Level 5": 0.4585,
-        "hfopenllm_v2/GPQA": 0.3045,
-        "hfopenllm_v2/MUSR": 0.4301,
-        "hfopenllm_v2/MMLU-PRO": 0.4144
-      }
-    },
     {
       "id": "Azure99/blossom-v5-32b",
       "name": "blossom-v5-32b",
@@ -84,6 +56,34 @@
         "hfopenllm_v2/MUSR": 0.3994,
         "hfopenllm_v2/MMLU-PRO": 0.3979
       }
+    },
+    {
+      "id": "Azure99/Blossom-V6-14B",
+      "name": "Blossom-V6-14B",
+      "developer": "Azure99",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6395,
+        "hfopenllm_v2/BBH": 0.5069,
+        "hfopenllm_v2/MATH Level 5": 0.5257,
+        "hfopenllm_v2/GPQA": 0.2626,
+        "hfopenllm_v2/MUSR": 0.4035,
+        "hfopenllm_v2/MMLU-PRO": 0.4544
+      }
+    },
+    {
+      "id": "Azure99/Blossom-V6-7B",
+      "name": "Blossom-V6-7B",
+      "developer": "Azure99",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5538,
+        "hfopenllm_v2/BBH": 0.4974,
+        "hfopenllm_v2/MATH Level 5": 0.4585,
+        "hfopenllm_v2/GPQA": 0.3045,
+        "hfopenllm_v2/MUSR": 0.4301,
+        "hfopenllm_v2/MMLU-PRO": 0.4144
+      }
     }
   ]
 }

data/developers/bamec66557.json

@@ -1,6 +1,34 @@
 {
   "developer": "bamec66557",
   "models": [
+    {
+      "id": "bamec66557/mergekit-model_stock-zdaysvi",
+      "name": "mergekit-model_stock-zdaysvi",
+      "developer": "bamec66557",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6426,
+        "hfopenllm_v2/BBH": 0.5063,
+        "hfopenllm_v2/MATH Level 5": 0.1352,
+        "hfopenllm_v2/GPQA": 0.3138,
+        "hfopenllm_v2/MUSR": 0.4124,
+        "hfopenllm_v2/MMLU-PRO": 0.3688
+      }
+    },
+    {
+      "id": "bamec66557/mergekit-ties-sinbkow",
+      "name": "mergekit-ties-sinbkow",
+      "developer": "bamec66557",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6432,
+        "hfopenllm_v2/BBH": 0.5092,
+        "hfopenllm_v2/MATH Level 5": 0.145,
+        "hfopenllm_v2/GPQA": 0.3196,
+        "hfopenllm_v2/MUSR": 0.4045,
+        "hfopenllm_v2/MMLU-PRO": 0.3603
+      }
+    },
     {
       "id": "bamec66557/MISCHIEVOUS-12B",
       "name": "MISCHIEVOUS-12B",
@@ -100,31 +128,31 @@
       }
     },
     {
-      "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V",
-      "name": "MISCHIEVOUS-12B-Mix_III_IV_V",
+      "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V",
+      "name": "MISCHIEVOUS-12B-Mix_III_ex_V",
       "developer": "bamec66557",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4031,
-        "hfopenllm_v2/BBH": 0.5465,
-        "hfopenllm_v2/MATH Level 5": 0.1292,
+        "hfopenllm_v2/IFEval": 0.4316,
+        "hfopenllm_v2/BBH": 0.5449,
+        "hfopenllm_v2/MATH Level 5": 0.1322,
         "hfopenllm_v2/GPQA": 0.3205,
         "hfopenllm_v2/MUSR": 0.4198,
-        "hfopenllm_v2/MMLU-PRO": 0.3664
+        "hfopenllm_v2/MMLU-PRO": 0.3649
       }
     },
     {
-      "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V",
-      "name": "MISCHIEVOUS-12B-Mix_III_ex_V",
+      "id": "bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V",
+      "name": "MISCHIEVOUS-12B-Mix_III_IV_V",
       "developer": "bamec66557",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4316,
-        "hfopenllm_v2/BBH": 0.5449,
-        "hfopenllm_v2/MATH Level 5": 0.1322,
+        "hfopenllm_v2/IFEval": 0.4031,
+        "hfopenllm_v2/BBH": 0.5465,
+        "hfopenllm_v2/MATH Level 5": 0.1292,
         "hfopenllm_v2/GPQA": 0.3205,
         "hfopenllm_v2/MUSR": 0.4198,
-        "hfopenllm_v2/MMLU-PRO": 0.3649
+        "hfopenllm_v2/MMLU-PRO": 0.3664
       }
     },
     {
@@ -350,34 +378,6 @@
         "hfopenllm_v2/MUSR": 0.4092,
         "hfopenllm_v2/MMLU-PRO": 0.3669
       }
-    },
-    {
-      "id": "bamec66557/mergekit-model_stock-zdaysvi",
-      "name": "mergekit-model_stock-zdaysvi",
-      "developer": "bamec66557",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6426,
-        "hfopenllm_v2/BBH": 0.5063,
-        "hfopenllm_v2/MATH Level 5": 0.1352,
-        "hfopenllm_v2/GPQA": 0.3138,
-        "hfopenllm_v2/MUSR": 0.4124,
-        "hfopenllm_v2/MMLU-PRO": 0.3688
-      }
-    },
-    {
-      "id": "bamec66557/mergekit-ties-sinbkow",
-      "name": "mergekit-ties-sinbkow",
-      "developer": "bamec66557",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6432,
-        "hfopenllm_v2/BBH": 0.5092,
-        "hfopenllm_v2/MATH Level 5": 0.145,
-        "hfopenllm_v2/GPQA": 0.3196,
-        "hfopenllm_v2/MUSR": 0.4045,
-        "hfopenllm_v2/MMLU-PRO": 0.3603
-      }
     }
   ]
 }

data/developers/bfuzzy1.json

@@ -1,20 +1,6 @@
 {
   "developer": "bfuzzy1",
   "models": [
-    {
-      "id": "bfuzzy1/Gunny",
-      "name": "Gunny",
-      "developer": "bfuzzy1",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7129,
-        "hfopenllm_v2/BBH": 0.4546,
-        "hfopenllm_v2/MATH Level 5": 0.173,
-        "hfopenllm_v2/GPQA": 0.2785,
-        "hfopenllm_v2/MUSR": 0.3583,
-        "hfopenllm_v2/MMLU-PRO": 0.3039
-      }
-    },
     {
       "id": "bfuzzy1/acheron",
       "name": "acheron",
@@ -85,6 +71,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.1146
       }
     },
+    {
+      "id": "bfuzzy1/Gunny",
+      "name": "Gunny",
+      "developer": "bfuzzy1",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7129,
+        "hfopenllm_v2/BBH": 0.4546,
+        "hfopenllm_v2/MATH Level 5": 0.173,
+        "hfopenllm_v2/GPQA": 0.2785,
+        "hfopenllm_v2/MUSR": 0.3583,
+        "hfopenllm_v2/MMLU-PRO": 0.3039
+      }
+    },
     {
       "id": "bfuzzy1/llambses-1",
       "name": "llambses-1",

data/developers/bigscience.json

@@ -24,29 +24,6 @@
         "helm_classic/RAFT": 0.592
       }
     },
-    {
-      "id": "bigscience/T0pp-11B",
-      "name": "T0pp 11B",
-      "developer": "bigscience",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "helm_classic/Mean win rate": 0.197,
-        "helm_classic/MMLU": 0.407,
-        "helm_classic/BoolQ": 0.0,
-        "helm_classic/NarrativeQA": 0.151,
-        "helm_classic/NaturalQuestions (open-book)": 0.19,
-        "helm_classic/QuAC": 0.121,
-        "helm_classic/HellaSwag": -1.0,
-        "helm_classic/OpenbookQA": -1.0,
-        "helm_classic/TruthfulQA": 0.377,
-        "helm_classic/MS MARCO (TREC)": -1.0,
-        "helm_classic/CNN/DailyMail": 0.122,
-        "helm_classic/XSUM": 0.09,
-        "helm_classic/IMDB": 0.207,
-        "helm_classic/CivilComments": 0.234,
-        "helm_classic/RAFT": 0.118
-      }
-    },
     {
       "id": "bigscience/bloom-1b1",
       "name": "bloom-1b1",
@@ -116,6 +93,29 @@
         "hfopenllm_v2/MUSR": 0.3487,
         "hfopenllm_v2/MMLU-PRO": 0.1105
       }
+    },
+    {
+      "id": "bigscience/T0pp-11B",
+      "name": "T0pp 11B",
+      "developer": "bigscience",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "helm_classic/Mean win rate": 0.197,
+        "helm_classic/MMLU": 0.407,
+        "helm_classic/BoolQ": 0.0,
+        "helm_classic/NarrativeQA": 0.151,
+        "helm_classic/NaturalQuestions (open-book)": 0.19,
+        "helm_classic/QuAC": 0.121,
+        "helm_classic/HellaSwag": -1.0,
+        "helm_classic/OpenbookQA": -1.0,
+        "helm_classic/TruthfulQA": 0.377,
+        "helm_classic/MS MARCO (TREC)": -1.0,
+        "helm_classic/CNN/DailyMail": 0.122,
+        "helm_classic/XSUM": 0.09,
+        "helm_classic/IMDB": 0.207,
+        "helm_classic/CivilComments": 0.234,
+        "helm_classic/RAFT": 0.118
+      }
     }
   ]
 }

data/developers/blackbeenie.json

@@ -15,6 +15,34 @@
         "hfopenllm_v2/MMLU-PRO": 0.3654
       }
     },
+    {
+      "id": "BlackBeenie/llama-3-luminous-merged",
+      "name": "llama-3-luminous-merged",
+      "developer": "BlackBeenie",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4323,
+        "hfopenllm_v2/BBH": 0.5154,
+        "hfopenllm_v2/MATH Level 5": 0.0869,
+        "hfopenllm_v2/GPQA": 0.2928,
+        "hfopenllm_v2/MUSR": 0.4149,
+        "hfopenllm_v2/MMLU-PRO": 0.3773
+      }
+    },
+    {
+      "id": "BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco",
+      "name": "llama-3.1-8B-Galore-openassistant-guanaco",
+      "developer": "BlackBeenie",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2635,
+        "hfopenllm_v2/BBH": 0.5213,
+        "hfopenllm_v2/MATH Level 5": 0.0665,
+        "hfopenllm_v2/GPQA": 0.3003,
+        "hfopenllm_v2/MUSR": 0.4406,
+        "hfopenllm_v2/MMLU-PRO": 0.3206
+      }
+    },
     {
       "id": "BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1",
       "name": "Llama-3.1-8B-OpenO1-SFT-v0.1",
@@ -98,34 +126,6 @@
         "hfopenllm_v2/MUSR": 0.4125,
         "hfopenllm_v2/MMLU-PRO": 0.4564
       }
-    },
-    {
-      "id": "BlackBeenie/llama-3-luminous-merged",
-      "name": "llama-3-luminous-merged",
-      "developer": "BlackBeenie",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4323,
-        "hfopenllm_v2/BBH": 0.5154,
-        "hfopenllm_v2/MATH Level 5": 0.0869,
-        "hfopenllm_v2/GPQA": 0.2928,
-        "hfopenllm_v2/MUSR": 0.4149,
-        "hfopenllm_v2/MMLU-PRO": 0.3773
-      }
-    },
-    {
-      "id": "BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco",
-      "name": "llama-3.1-8B-Galore-openassistant-guanaco",
-      "developer": "BlackBeenie",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2635,
-        "hfopenllm_v2/BBH": 0.5213,
-        "hfopenllm_v2/MATH Level 5": 0.0665,
-        "hfopenllm_v2/GPQA": 0.3003,
-        "hfopenllm_v2/MUSR": 0.4406,
-        "hfopenllm_v2/MMLU-PRO": 0.3206
-      }
     }
   ]
 }

data/developers/boltmonkey.json

@@ -21,12 +21,12 @@
       "developer": "BoltMonkey",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7999,
-        "hfopenllm_v2/BBH": 0.5152,
-        "hfopenllm_v2/MATH Level 5": 0.1193,
-        "hfopenllm_v2/GPQA": 0.281,
-        "hfopenllm_v2/MUSR": 0.4019,
-        "hfopenllm_v2/MMLU-PRO": 0.3733
+        "hfopenllm_v2/IFEval": 0.459,
+        "hfopenllm_v2/BBH": 0.5185,
+        "hfopenllm_v2/MATH Level 5": 0.0937,
+        "hfopenllm_v2/GPQA": 0.2743,
+        "hfopenllm_v2/MUSR": 0.4083,
+        "hfopenllm_v2/MMLU-PRO": 0.3631
       }
     },
     {

data/developers/braindao.json

@@ -197,6 +197,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.1155
       }
     },
+    {
+      "id": "braindao/iq-code-evmind-0.5b",
+      "name": "iq-code-evmind-0.5b",
+      "developer": "braindao",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3216,
+        "hfopenllm_v2/BBH": 0.3164,
+        "hfopenllm_v2/MATH Level 5": 0.0242,
+        "hfopenllm_v2/GPQA": 0.2416,
+        "hfopenllm_v2/MUSR": 0.3304,
+        "hfopenllm_v2/MMLU-PRO": 0.1189
+      }
+    },
     {
       "id": "braindao/Qwen2.5-14B",
       "name": "Qwen2.5-14B",
@@ -224,20 +238,6 @@
         "hfopenllm_v2/MUSR": 0.414,
         "hfopenllm_v2/MMLU-PRO": 0.4889
       }
-    },
-    {
-      "id": "braindao/iq-code-evmind-0.5b",
-      "name": "iq-code-evmind-0.5b",
-      "developer": "braindao",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3216,
-        "hfopenllm_v2/BBH": 0.3164,
-        "hfopenllm_v2/MATH Level 5": 0.0242,
-        "hfopenllm_v2/GPQA": 0.2416,
-        "hfopenllm_v2/MUSR": 0.3304,
-        "hfopenllm_v2/MMLU-PRO": 0.1189
-      }
     }
   ]
 }

data/developers/bramvanroy.json

@@ -1,20 +1,6 @@
 {
   "developer": "BramVanroy",
   "models": [
-    {
-      "id": "BramVanroy/GEITje-7B-ultra",
-      "name": "GEITje-7B-ultra",
-      "developer": "BramVanroy",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3723,
-        "hfopenllm_v2/BBH": 0.3776,
-        "hfopenllm_v2/MATH Level 5": 0.0159,
-        "hfopenllm_v2/GPQA": 0.2626,
-        "hfopenllm_v2/MUSR": 0.329,
-        "hfopenllm_v2/MMLU-PRO": 0.2011
-      }
-    },
     {
       "id": "BramVanroy/fietje-2",
       "name": "fietje-2",
@@ -56,6 +42,20 @@
         "hfopenllm_v2/MUSR": 0.3369,
         "hfopenllm_v2/MMLU-PRO": 0.2104
       }
+    },
+    {
+      "id": "BramVanroy/GEITje-7B-ultra",
+      "name": "GEITje-7B-ultra",
+      "developer": "BramVanroy",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3723,
+        "hfopenllm_v2/BBH": 0.3776,
+        "hfopenllm_v2/MATH Level 5": 0.0159,
+        "hfopenllm_v2/GPQA": 0.2626,
+        "hfopenllm_v2/MUSR": 0.329,
+        "hfopenllm_v2/MMLU-PRO": 0.2011
+      }
     }
   ]
 }

data/developers/bunnycore.json

@@ -379,6 +379,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3242
       }
     },
+    {
+      "id": "bunnycore/Llama-3.2-3b-RP-Toxic-Fuse",
+      "name": "Llama-3.2-3b-RP-Toxic-Fuse",
+      "developer": "bunnycore",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6834,
+        "hfopenllm_v2/BBH": 0.465,
+        "hfopenllm_v2/MATH Level 5": 0.2402,
+        "hfopenllm_v2/GPQA": 0.2777,
+        "hfopenllm_v2/MUSR": 0.3954,
+        "hfopenllm_v2/MMLU-PRO": 0.3106
+      }
+    },
     {
       "id": "bunnycore/Llama-3.2-3B-RRStock",
       "name": "Llama-3.2-3B-RRStock",
@@ -407,20 +421,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.288
       }
     },
-    {
-      "id": "bunnycore/Llama-3.2-3b-RP-Toxic-Fuse",
-      "name": "Llama-3.2-3b-RP-Toxic-Fuse",
-      "developer": "bunnycore",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6834,
-        "hfopenllm_v2/BBH": 0.465,
-        "hfopenllm_v2/MATH Level 5": 0.2402,
-        "hfopenllm_v2/GPQA": 0.2777,
-        "hfopenllm_v2/MUSR": 0.3954,
-        "hfopenllm_v2/MMLU-PRO": 0.3106
-      }
-    },
     {
       "id": "bunnycore/Maestro-S1k-7B-Sce",
       "name": "Maestro-S1k-7B-Sce",
@@ -505,6 +505,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.5394
       }
     },
+    {
+      "id": "bunnycore/Phi-4-ReasoningRP",
+      "name": "Phi-4-ReasoningRP",
+      "developer": "bunnycore",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6736,
+        "hfopenllm_v2/BBH": 0.6922,
+        "hfopenllm_v2/MATH Level 5": 0.4569,
+        "hfopenllm_v2/GPQA": 0.344,
+        "hfopenllm_v2/MUSR": 0.4491,
+        "hfopenllm_v2/MMLU-PRO": 0.5421
+      }
+    },
     {
       "id": "bunnycore/Phi-4-RP-v0",
       "name": "Phi-4-RP-v0",
@@ -547,20 +561,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.5401
       }
     },
-    {
-      "id": "bunnycore/Phi-4-ReasoningRP",
-      "name": "Phi-4-ReasoningRP",
-      "developer": "bunnycore",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6736,
-        "hfopenllm_v2/BBH": 0.6922,
-        "hfopenllm_v2/MATH Level 5": 0.4569,
-        "hfopenllm_v2/GPQA": 0.344,
-        "hfopenllm_v2/MUSR": 0.4491,
-        "hfopenllm_v2/MMLU-PRO": 0.5421
-      }
-    },
     {
       "id": "bunnycore/Phi-4-Sce-exp-v0.1",
       "name": "Phi-4-Sce-exp-v0.1",
@@ -687,34 +687,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.3909
       }
     },
-    {
-      "id": "bunnycore/QwQen-3B-LCoT",
-      "name": "QwQen-3B-LCoT",
-      "developer": "bunnycore",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6025,
-        "hfopenllm_v2/BBH": 0.4899,
-        "hfopenllm_v2/MATH Level 5": 0.3618,
-        "hfopenllm_v2/GPQA": 0.2668,
-        "hfopenllm_v2/MUSR": 0.4178,
-        "hfopenllm_v2/MMLU-PRO": 0.3699
-      }
-    },
-    {
-      "id": "bunnycore/QwQen-3B-LCoT-R1",
-      "name": "QwQen-3B-LCoT-R1",
-      "developer": "bunnycore",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5342,
-        "hfopenllm_v2/BBH": 0.4799,
-        "hfopenllm_v2/MATH Level 5": 0.3353,
-        "hfopenllm_v2/GPQA": 0.2617,
-        "hfopenllm_v2/MUSR": 0.4138,
-        "hfopenllm_v2/MMLU-PRO": 0.3723
-      }
-    },
     {
       "id": "bunnycore/Qwen-2.5-7B-Deep-Sky-T1",
       "name": "Qwen-2.5-7B-Deep-Sky-T1",
@@ -799,20 +771,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.4294
       }
     },
-    {
-      "id": "bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke",
-      "name": "Qwen-2.5-7B-Stock-Deep-Bespoke",
-      "developer": "bunnycore",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5206,
-        "hfopenllm_v2/BBH": 0.492,
-        "hfopenllm_v2/MATH Level 5": 0.1888,
-        "hfopenllm_v2/GPQA": 0.281,
-        "hfopenllm_v2/MUSR": 0.4068,
-        "hfopenllm_v2/MMLU-PRO": 0.358
-      }
-    },
     {
       "id": "bunnycore/Qwen-2.5-7b-S1k",
       "name": "Qwen-2.5-7b-S1k",
@@ -827,6 +785,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.4382
       }
     },
+    {
+      "id": "bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke",
+      "name": "Qwen-2.5-7B-Stock-Deep-Bespoke",
+      "developer": "bunnycore",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5206,
+        "hfopenllm_v2/BBH": 0.492,
+        "hfopenllm_v2/MATH Level 5": 0.1888,
+        "hfopenllm_v2/GPQA": 0.281,
+        "hfopenllm_v2/MUSR": 0.4068,
+        "hfopenllm_v2/MMLU-PRO": 0.358
+      }
+    },
     {
       "id": "bunnycore/Qwen2.5-1.5B-Model-Stock",
       "name": "Qwen2.5-1.5B-Model-Stock",
@@ -1135,6 +1107,34 @@
         "hfopenllm_v2/MMLU-PRO": 0.431
       }
     },
+    {
+      "id": "bunnycore/QwQen-3B-LCoT",
+      "name": "QwQen-3B-LCoT",
+      "developer": "bunnycore",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6025,
+        "hfopenllm_v2/BBH": 0.4899,
+        "hfopenllm_v2/MATH Level 5": 0.3618,
+        "hfopenllm_v2/GPQA": 0.2668,
+        "hfopenllm_v2/MUSR": 0.4178,
+        "hfopenllm_v2/MMLU-PRO": 0.3699
+      }
+    },
+    {
+      "id": "bunnycore/QwQen-3B-LCoT-R1",
+      "name": "QwQen-3B-LCoT-R1",
+      "developer": "bunnycore",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5342,
+        "hfopenllm_v2/BBH": 0.4799,
+        "hfopenllm_v2/MATH Level 5": 0.3353,
+        "hfopenllm_v2/GPQA": 0.2617,
+        "hfopenllm_v2/MUSR": 0.4138,
+        "hfopenllm_v2/MMLU-PRO": 0.3723
+      }
+    },
     {
       "id": "bunnycore/Smol-Llama-3.2-3B",
       "name": "Smol-Llama-3.2-3B",

data/developers/c10x.json

@@ -1,20 +1,6 @@
 {
   "developer": "c10x",
   "models": [
-    {
-      "id": "c10x/Q-Pluse",
-      "name": "Q-Pluse",
-      "developer": "c10x",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1123,
-        "hfopenllm_v2/BBH": 0.2875,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2466,
-        "hfopenllm_v2/MUSR": 0.3938,
-        "hfopenllm_v2/MMLU-PRO": 0.1135
-      }
-    },
     {
       "id": "c10x/longthinker",
       "name": "longthinker",
@@ -28,6 +14,20 @@
         "hfopenllm_v2/MUSR": 0.391,
         "hfopenllm_v2/MMLU-PRO": 0.3527
       }
+    },
+    {
+      "id": "c10x/Q-Pluse",
+      "name": "Q-Pluse",
+      "developer": "c10x",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1123,
+        "hfopenllm_v2/BBH": 0.2875,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2466,
+        "hfopenllm_v2/MUSR": 0.3938,
+        "hfopenllm_v2/MMLU-PRO": 0.1135
+      }
     }
   ]
 }

data/developers/cir-ams.json

@@ -7,17 +7,17 @@
       "developer": "CIR-AMS",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5736,
-        "reward-bench/Chat": 0.9749,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Safety": 0.7178,
-        "reward-bench/Reasoning": 0.8775,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7029,
+        "reward-bench/Score": 0.8172,
         "reward-bench/Factuality": 0.5347,
         "reward-bench/Precise IF": 0.3563,
         "reward-bench/Math": 0.6066,
+        "reward-bench/Safety": 0.9014,
         "reward-bench/Focus": 0.5737,
-        "reward-bench/Ties": 0.6527
+        "reward-bench/Ties": 0.6527,
+        "reward-bench/Chat": 0.9749,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Reasoning": 0.8775,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7029
       }
     }
   ]

data/developers/cognitivecomputations.json

@@ -1,62 +1,6 @@
 {
   "developer": "cognitivecomputations",
   "models": [
-    {
-      "id": "cognitivecomputations/Dolphin3.0-Llama3.1-8B",
-      "name": "Dolphin3.0-Llama3.1-8B",
-      "developer": "cognitivecomputations",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7621,
-        "hfopenllm_v2/BBH": 0.4916,
-        "hfopenllm_v2/MATH Level 5": 0.1231,
-        "hfopenllm_v2/GPQA": 0.2827,
-        "hfopenllm_v2/MUSR": 0.3653,
-        "hfopenllm_v2/MMLU-PRO": 0.2992
-      }
-    },
-    {
-      "id": "cognitivecomputations/Dolphin3.0-Llama3.2-1B",
-      "name": "Dolphin3.0-Llama3.2-1B",
-      "developer": "cognitivecomputations",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5428,
-        "hfopenllm_v2/BBH": 0.3122,
-        "hfopenllm_v2/MATH Level 5": 0.0279,
-        "hfopenllm_v2/GPQA": 0.2299,
-        "hfopenllm_v2/MUSR": 0.3249,
-        "hfopenllm_v2/MMLU-PRO": 0.1375
-      }
-    },
-    {
-      "id": "cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B",
-      "name": "Dolphin3.0-Qwen2.5-0.5B",
-      "developer": "cognitivecomputations",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4697,
-        "hfopenllm_v2/BBH": 0.3114,
-        "hfopenllm_v2/MATH Level 5": 0.0514,
-        "hfopenllm_v2/GPQA": 0.2349,
-        "hfopenllm_v2/MUSR": 0.3555,
-        "hfopenllm_v2/MMLU-PRO": 0.1413
-      }
-    },
-    {
-      "id": "cognitivecomputations/Dolphin3.0-R1-Mistral-24B",
-      "name": "Dolphin3.0-R1-Mistral-24B",
-      "developer": "cognitivecomputations",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4068,
-        "hfopenllm_v2/BBH": 0.536,
-        "hfopenllm_v2/MATH Level 5": 0.3119,
-        "hfopenllm_v2/GPQA": 0.2945,
-        "hfopenllm_v2/MUSR": 0.3952,
-        "hfopenllm_v2/MMLU-PRO": 0.3005
-      }
-    },
     {
       "id": "cognitivecomputations/dolphin-2.9-llama3-8b",
       "name": "dolphin-2.9-llama3-8b",
@@ -169,20 +113,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.4051
       }
     },
-    {
-      "id": "cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k",
-      "name": "dolphin-2.9.3-Yi-1.5-34B-32k",
-      "developer": "cognitivecomputations",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3639,
-        "hfopenllm_v2/BBH": 0.6047,
-        "hfopenllm_v2/MATH Level 5": 0.1669,
-        "hfopenllm_v2/GPQA": 0.3431,
-        "hfopenllm_v2/MUSR": 0.4311,
-        "hfopenllm_v2/MMLU-PRO": 0.463
-      }
-    },
     {
       "id": "cognitivecomputations/dolphin-2.9.3-mistral-7B-32k",
       "name": "dolphin-2.9.3-mistral-7B-32k",
@@ -211,6 +141,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3377
       }
     },
+    {
+      "id": "cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k",
+      "name": "dolphin-2.9.3-Yi-1.5-34B-32k",
+      "developer": "cognitivecomputations",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3639,
+        "hfopenllm_v2/BBH": 0.6047,
+        "hfopenllm_v2/MATH Level 5": 0.1669,
+        "hfopenllm_v2/GPQA": 0.3431,
+        "hfopenllm_v2/MUSR": 0.4311,
+        "hfopenllm_v2/MMLU-PRO": 0.463
+      }
+    },
     {
       "id": "cognitivecomputations/dolphin-2.9.4-gemma2-2b",
       "name": "dolphin-2.9.4-gemma2-2b",
@@ -238,6 +182,62 @@
         "hfopenllm_v2/MUSR": 0.3236,
         "hfopenllm_v2/MMLU-PRO": 0.1237
       }
+    },
+    {
+      "id": "cognitivecomputations/Dolphin3.0-Llama3.1-8B",
+      "name": "Dolphin3.0-Llama3.1-8B",
+      "developer": "cognitivecomputations",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7621,
+        "hfopenllm_v2/BBH": 0.4916,
+        "hfopenllm_v2/MATH Level 5": 0.1231,
+        "hfopenllm_v2/GPQA": 0.2827,
+        "hfopenllm_v2/MUSR": 0.3653,
+        "hfopenllm_v2/MMLU-PRO": 0.2992
+      }
+    },
+    {
+      "id": "cognitivecomputations/Dolphin3.0-Llama3.2-1B",
+      "name": "Dolphin3.0-Llama3.2-1B",
+      "developer": "cognitivecomputations",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5428,
+        "hfopenllm_v2/BBH": 0.3122,
+        "hfopenllm_v2/MATH Level 5": 0.0279,
+        "hfopenllm_v2/GPQA": 0.2299,
+        "hfopenllm_v2/MUSR": 0.3249,
+        "hfopenllm_v2/MMLU-PRO": 0.1375
+      }
+    },
+    {
+      "id": "cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B",
+      "name": "Dolphin3.0-Qwen2.5-0.5B",
+      "developer": "cognitivecomputations",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4697,
+        "hfopenllm_v2/BBH": 0.3114,
+        "hfopenllm_v2/MATH Level 5": 0.0514,
+        "hfopenllm_v2/GPQA": 0.2349,
+        "hfopenllm_v2/MUSR": 0.3555,
+        "hfopenllm_v2/MMLU-PRO": 0.1413
+      }
+    },
+    {
+      "id": "cognitivecomputations/Dolphin3.0-R1-Mistral-24B",
+      "name": "Dolphin3.0-R1-Mistral-24B",
+      "developer": "cognitivecomputations",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4068,
+        "hfopenllm_v2/BBH": 0.536,
+        "hfopenllm_v2/MATH Level 5": 0.3119,
+        "hfopenllm_v2/GPQA": 0.2945,
+        "hfopenllm_v2/MUSR": 0.3952,
+        "hfopenllm_v2/MMLU-PRO": 0.3005
+      }
     }
   ]
 }

data/developers/cohere.json

@@ -1,6 +1,33 @@
 {
   "developer": "cohere",
   "models": [
+    {
+      "id": "cohere/aya-expanse-32b",
+      "name": "aya-expanse-32b",
+      "developer": "cohere",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "global-mmlu-lite/Global MMLU Lite": 0.7353,
+        "global-mmlu-lite/Culturally Sensitive": 0.6891,
+        "global-mmlu-lite/Culturally Agnostic": 0.7815,
+        "global-mmlu-lite/Arabic": 0.7425,
+        "global-mmlu-lite/English": 0.7544,
+        "global-mmlu-lite/Bengali": 0.7343,
+        "global-mmlu-lite/German": 0.7425,
+        "global-mmlu-lite/French": 0.7325,
+        "global-mmlu-lite/Hindi": 0.7375,
+        "global-mmlu-lite/Indonesian": 0.7594,
+        "global-mmlu-lite/Italian": 0.7305,
+        "global-mmlu-lite/Japanese": 0.7419,
+        "global-mmlu-lite/Korean": 0.7525,
+        "global-mmlu-lite/Portuguese": 0.7544,
+        "global-mmlu-lite/Spanish": 0.7362,
+        "global-mmlu-lite/Swahili": 0.7071,
+        "global-mmlu-lite/Yoruba": 0.6942,
+        "global-mmlu-lite/Chinese": 0.743,
+        "global-mmlu-lite/Burmese": 0.7025
+      }
+    },
     {
       "id": "cohere/Cohere-Command-beta-52.4B",
       "name": "Cohere Command beta 52.4B",
@@ -185,33 +212,6 @@
         "helm_classic/RAFT": 0.624
       }
     },
-    {
-      "id": "cohere/aya-expanse-32b",
-      "name": "aya-expanse-32b",
-      "developer": "cohere",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "global-mmlu-lite/Global MMLU Lite": 0.7353,
-        "global-mmlu-lite/Culturally Sensitive": 0.6891,
-        "global-mmlu-lite/Culturally Agnostic": 0.7815,
-        "global-mmlu-lite/Arabic": 0.7425,
-        "global-mmlu-lite/English": 0.7544,
-        "global-mmlu-lite/Bengali": 0.7343,
-        "global-mmlu-lite/German": 0.7425,
-        "global-mmlu-lite/French": 0.7325,
-        "global-mmlu-lite/Hindi": 0.7375,
-        "global-mmlu-lite/Indonesian": 0.7594,
-        "global-mmlu-lite/Italian": 0.7305,
-        "global-mmlu-lite/Japanese": 0.7419,
-        "global-mmlu-lite/Korean": 0.7525,
-        "global-mmlu-lite/Portuguese": 0.7544,
-        "global-mmlu-lite/Spanish": 0.7362,
-        "global-mmlu-lite/Swahili": 0.7071,
-        "global-mmlu-lite/Yoruba": 0.6942,
-        "global-mmlu-lite/Chinese": 0.743,
-        "global-mmlu-lite/Burmese": 0.7025
-      }
-    },
     {
       "id": "cohere/command",
       "name": "Command",