chore: sync EEE pipeline output [2026-04-04 04:53 UTC]

data/benchmarks.json

@@ -45,7 +45,7 @@
   },
   {
     "benchmark": "hfopenllm_v2",
-    "model_count": 4493
+    "model_count": 4494
   },
   {
     "benchmark": "la_leaderboard",
@@ -57,7 +57,7 @@
   },
   {
     "benchmark": "reward-bench",
-    "model_count": 327
+    "model_count": 328
   },
   {
     "benchmark": "swe-bench",

data/benchmarks/appworld_test_normal.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "appworld/test_normal": 0.36
+        "appworld/test_normal": 0.13
       }
     },
     {

data/benchmarks/browsecompplus.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "browsecompplus": 0.61
+        "browsecompplus": 0.49
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "browsecompplus": 0.26
+        "browsecompplus": 0.48
       }
     }
   ]

data/benchmarks/hfopenllm_v2.json

@@ -1019,12 +1019,12 @@
       "name": "Qwen2.5-1.5B-continuous-learnt",
       "developer": "AtAndDev",
       "scores": {
-        "IFEval": 0.4605,
-        "BBH": 0.4258,
-        "MATH Level 5": 0.0748,
-        "GPQA": 0.2659,
-        "MUSR": 0.3636,
-        "MMLU-PRO": 0.2812
+        "IFEval": 0.4511,
+        "BBH": 0.4275,
+        "MATH Level 5": 0.1473,
+        "GPQA": 0.2701,
+        "MUSR": 0.3623,
+        "MMLU-PRO": 0.2806
       }
     },
     {
@@ -1747,12 +1747,12 @@
       "name": "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated",
       "developer": "BoltMonkey",
       "scores": {
-        "IFEval": 0.7999,
-        "BBH": 0.5152,
-        "MATH Level 5": 0.1193,
-        "GPQA": 0.281,
-        "MUSR": 0.4019,
-        "MMLU-PRO": 0.3733
+        "IFEval": 0.459,
+        "BBH": 0.5185,
+        "MATH Level 5": 0.0937,
+        "GPQA": 0.2743,
+        "MUSR": 0.4083,
+        "MMLU-PRO": 0.3631
       }
     },
     {
@@ -3229,12 +3229,12 @@
       "name": "PathfinderAI",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.3745,
-        "BBH": 0.6668,
-        "MATH Level 5": 0.4758,
-        "GPQA": 0.3943,
-        "MUSR": 0.4858,
-        "MMLU-PRO": 0.5593
+        "IFEval": 0.4855,
+        "BBH": 0.6627,
+        "MATH Level 5": 0.4841,
+        "GPQA": 0.3096,
+        "MUSR": 0.4256,
+        "MMLU-PRO": 0.5542
       }
     },
     {
@@ -4009,12 +4009,12 @@
       "name": "Llama-3.2-1B-SPIN-iter0",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1549,
-        "BBH": 0.2937,
-        "MATH Level 5": 0.006,
-        "GPQA": 0.2576,
+        "IFEval": 0.1507,
+        "BBH": 0.293,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2534,
         "MUSR": 0.3565,
-        "MMLU-PRO": 0.1128
+        "MMLU-PRO": 0.1125
       }
     },
     {
@@ -4646,12 +4646,12 @@
       "name": "MN-12B-LilithFrame",
       "developer": "DoppelReflEx",
       "scores": {
-        "IFEval": 0.436,
-        "BBH": 0.4956,
-        "MATH Level 5": 0.0589,
-        "GPQA": 0.3205,
-        "MUSR": 0.3843,
-        "MMLU-PRO": 0.3237
+        "IFEval": 0.451,
+        "BBH": 0.4944,
+        "MATH Level 5": 0.1156,
+        "GPQA": 0.3196,
+        "MUSR": 0.3896,
+        "MMLU-PRO": 0.3256
       }
     },
     {
@@ -8728,12 +8728,12 @@
       "name": "Gemma-Ko-Merge-PEFT",
       "developer": "Gunulhona",
       "scores": {
-        "IFEval": 0.288,
-        "BBH": 0.5154,
+        "IFEval": 0.4441,
+        "BBH": 0.4863,
         "MATH Level 5": 0.0,
-        "GPQA": 0.3247,
-        "MUSR": 0.408,
-        "MMLU-PRO": 0.3817
+        "GPQA": 0.307,
+        "MUSR": 0.3986,
+        "MMLU-PRO": 0.3098
       }
     },
     {
@@ -9144,12 +9144,12 @@
       "name": "SmolLM2-135M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
-        "IFEval": 0.2883,
-        "BBH": 0.3124,
-        "MATH Level 5": 0.003,
-        "GPQA": 0.2357,
-        "MUSR": 0.3662,
-        "MMLU-PRO": 0.1115
+        "IFEval": 0.0593,
+        "BBH": 0.3135,
+        "MATH Level 5": 0.0144,
+        "GPQA": 0.2341,
+        "MUSR": 0.3871,
+        "MMLU-PRO": 0.1092
       }
     },
     {
@@ -9378,12 +9378,12 @@
       "name": "JOSIEv4o-8b-stage1-v4",
       "developer": "Isaak-Carter",
       "scores": {
-        "IFEval": 0.2553,
-        "BBH": 0.4725,
-        "MATH Level 5": 0.0529,
-        "GPQA": 0.2919,
-        "MUSR": 0.3654,
-        "MMLU-PRO": 0.3316
+        "IFEval": 0.2477,
+        "BBH": 0.4758,
+        "MATH Level 5": 0.0453,
+        "GPQA": 0.2911,
+        "MUSR": 0.3641,
+        "MMLU-PRO": 0.3292
       }
     },
     {
@@ -13031,12 +13031,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3066,
-        "BBH": 0.4577,
+        "IFEval": 0.3036,
+        "BBH": 0.4575,
         "MATH Level 5": 0.0446,
-        "GPQA": 0.2995,
-        "MUSR": 0.4254,
-        "MMLU-PRO": 0.2318
+        "GPQA": 0.3012,
+        "MUSR": 0.4253,
+        "MMLU-PRO": 0.2329
       }
     },
     {
@@ -18141,11 +18141,11 @@
       "developer": "PrimeIntellect",
       "scores": {
         "IFEval": 0.1757,
-        "BBH": 0.276,
+        "BBH": 0.274,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
-        "MUSR": 0.3339,
-        "MMLU-PRO": 0.1123
+        "GPQA": 0.25,
+        "MUSR": 0.3753,
+        "MMLU-PRO": 0.112
       }
     },
     {
@@ -18712,12 +18712,12 @@
       "name": "ODB-14B-sce",
       "developer": "Quazim0t0",
       "scores": {
-        "IFEval": 0.7016,
-        "BBH": 0.6942,
-        "MATH Level 5": 0.4116,
-        "GPQA": 0.3624,
-        "MUSR": 0.4571,
-        "MMLU-PRO": 0.5411
+        "IFEval": 0.2922,
+        "BBH": 0.6559,
+        "MATH Level 5": 0.2545,
+        "GPQA": 0.2659,
+        "MUSR": 0.3929,
+        "MMLU-PRO": 0.5207
       }
     },
     {
@@ -19726,12 +19726,12 @@
       "name": "Qwen2.5-Coder-7B-Instruct",
       "developer": "Qwen",
       "scores": {
-        "IFEval": 0.6101,
-        "BBH": 0.5008,
-        "MATH Level 5": 0.3716,
-        "GPQA": 0.2919,
-        "MUSR": 0.4073,
-        "MMLU-PRO": 0.3352
+        "IFEval": 0.6147,
+        "BBH": 0.4999,
+        "MATH Level 5": 0.031,
+        "GPQA": 0.2936,
+        "MUSR": 0.4099,
+        "MMLU-PRO": 0.3354
       }
     },
     {
@@ -25069,12 +25069,12 @@
       "name": "Llama3.1-8B-Cobalt",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.3496,
-        "BBH": 0.4947,
-        "MATH Level 5": 0.1269,
-        "GPQA": 0.3037,
-        "MUSR": 0.3959,
-        "MMLU-PRO": 0.3644
+        "IFEval": 0.7168,
+        "BBH": 0.4911,
+        "MATH Level 5": 0.1533,
+        "GPQA": 0.2861,
+        "MUSR": 0.3512,
+        "MMLU-PRO": 0.3663
       }
     },
     {
@@ -25121,12 +25121,12 @@
       "name": "Llama3.1-8B-ShiningValiant2",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.2678,
-        "BBH": 0.4429,
-        "MATH Level 5": 0.0521,
-        "GPQA": 0.302,
-        "MUSR": 0.3959,
-        "MMLU-PRO": 0.2927
+        "IFEval": 0.6496,
+        "BBH": 0.4774,
+        "MATH Level 5": 0.0566,
+        "GPQA": 0.3104,
+        "MUSR": 0.3909,
+        "MMLU-PRO": 0.3382
       }
     },
     {
@@ -26603,12 +26603,12 @@
       "name": "QAIMath-Qwen2.5-7B-TIES",
       "developer": "adriszmar",
       "scores": {
-        "IFEval": 0.1685,
-        "BBH": 0.3124,
-        "MATH Level 5": 0.0015,
-        "GPQA": 0.2492,
-        "MUSR": 0.3963,
-        "MMLU-PRO": 0.1066
+        "IFEval": 0.1746,
+        "BBH": 0.3126,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.245,
+        "MUSR": 0.4096,
+        "MMLU-PRO": 0.1087
       }
     },
     {
@@ -26954,12 +26954,12 @@
       "name": "Llama-3.1-Tulu-3-8B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8255,
-        "BBH": 0.4061,
-        "MATH Level 5": 0.2115,
-        "GPQA": 0.297,
+        "IFEval": 0.8267,
+        "BBH": 0.405,
+        "MATH Level 5": 0.1964,
+        "GPQA": 0.2987,
         "MUSR": 0.4175,
-        "MMLU-PRO": 0.2821
+        "MMLU-PRO": 0.2827
       }
     },
     {
@@ -28449,11 +28449,11 @@
       "name": "AMD-Llama-135m",
       "developer": "amd",
       "scores": {
-        "IFEval": 0.1842,
-        "BBH": 0.2974,
-        "MATH Level 5": 0.0053,
-        "GPQA": 0.2525,
-        "MUSR": 0.378,
+        "IFEval": 0.1918,
+        "BBH": 0.2969,
+        "MATH Level 5": 0.0076,
+        "GPQA": 0.2584,
+        "MUSR": 0.3846,
         "MMLU-PRO": 0.1169
       }
     },
@@ -30360,12 +30360,12 @@
       "name": "Llama-3.2-3B-Deep-Test",
       "developer": "bunnycore",
       "scores": {
-        "IFEval": 0.4652,
-        "BBH": 0.4531,
-        "MATH Level 5": 0.1284,
-        "GPQA": 0.2643,
-        "MUSR": 0.3394,
-        "MMLU-PRO": 0.3152
+        "IFEval": 0.1775,
+        "BBH": 0.295,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2517,
+        "MUSR": 0.3647,
+        "MMLU-PRO": 0.1049
       }
     },
     {
@@ -31790,12 +31790,12 @@
       "name": "llama-43m-beta",
       "developer": "cpayne1303",
       "scores": {
-        "IFEval": 0.1949,
-        "BBH": 0.2965,
-        "MATH Level 5": 0.0045,
+        "IFEval": 0.1916,
+        "BBH": 0.2977,
+        "MATH Level 5": 0.0,
         "GPQA": 0.2685,
-        "MUSR": 0.3885,
-        "MMLU-PRO": 0.1111
+        "MUSR": 0.3872,
+        "MMLU-PRO": 0.1132
       }
     },
     {
@@ -32167,12 +32167,12 @@
       "name": "Llama-3-8B-Orpo-v0.1",
       "developer": "dfurman",
       "scores": {
-        "IFEval": 0.2835,
-        "BBH": 0.3842,
-        "MATH Level 5": 0.0521,
-        "GPQA": 0.2609,
-        "MUSR": 0.3566,
-        "MMLU-PRO": 0.2298
+        "IFEval": 0.3,
+        "BBH": 0.3853,
+        "MATH Level 5": 0.0415,
+        "GPQA": 0.2617,
+        "MUSR": 0.3579,
+        "MMLU-PRO": 0.2281
       }
     },
     {
@@ -34572,12 +34572,12 @@
       "name": "flan-t5-xl",
       "developer": "Google",
       "scores": {
-        "IFEval": 0.2207,
-        "BBH": 0.4537,
-        "MATH Level 5": 0.0008,
-        "GPQA": 0.2458,
-        "MUSR": 0.422,
-        "MMLU-PRO": 0.2142
+        "IFEval": 0.2237,
+        "BBH": 0.4531,
+        "MATH Level 5": 0.0076,
+        "GPQA": 0.2525,
+        "MUSR": 0.4181,
+        "MMLU-PRO": 0.2147
       }
     },
     {
@@ -34689,12 +34689,12 @@
       "name": "gemma-2-2b-jpn-it",
       "developer": "Google",
       "scores": {
-        "IFEval": 0.5288,
-        "BBH": 0.4178,
-        "MATH Level 5": 0.0476,
-        "GPQA": 0.2752,
-        "MUSR": 0.3728,
-        "MMLU-PRO": 0.2467
+        "IFEval": 0.5078,
+        "BBH": 0.4226,
+        "MATH Level 5": 0.0347,
+        "GPQA": 0.2852,
+        "MUSR": 0.3964,
+        "MMLU-PRO": 0.2578
       }
     },
     {
@@ -37271,6 +37271,19 @@
         "MMLU-PRO": 0.3103
       }
     },
+    {
+      "model_id": "icefog72/IceSakeV6RP-7b",
+      "name": "IceSakeV6RP-7b",
+      "developer": "icefog72",
+      "scores": {
+        "IFEval": 0.5033,
+        "BBH": 0.4976,
+        "MATH Level 5": 0.0619,
+        "GPQA": 0.2911,
+        "MUSR": 0.42,
+        "MMLU-PRO": 0.3093
+      }
+    },
     {
       "model_id": "icefog72/IceSakeV8RP-7b",
       "name": "IceSakeV8RP-7b",
@@ -42346,12 +42359,12 @@
       "name": "Mistral-v0.3-7B-ORPO",
       "developer": "llmat",
       "scores": {
-        "IFEval": 0.377,
-        "BBH": 0.3978,
-        "MATH Level 5": 0.0242,
-        "GPQA": 0.2668,
-        "MUSR": 0.3555,
-        "MMLU-PRO": 0.2278
+        "IFEval": 0.364,
+        "BBH": 0.4005,
+        "MATH Level 5": 0.0015,
+        "GPQA": 0.2693,
+        "MUSR": 0.3529,
+        "MMLU-PRO": 0.2301
       }
     },
     {
@@ -43971,12 +43984,12 @@
       "name": "Phi-3-mini-4k-instruct",
       "developer": "microsoft",
       "scores": {
-        "IFEval": 0.5613,
-        "BBH": 0.5676,
-        "MATH Level 5": 0.1163,
-        "GPQA": 0.3196,
-        "MUSR": 0.395,
-        "MMLU-PRO": 0.3866
+        "IFEval": 0.5477,
+        "BBH": 0.5491,
+        "MATH Level 5": 0.1639,
+        "GPQA": 0.3322,
+        "MUSR": 0.4284,
+        "MMLU-PRO": 0.4022
       }
     },
     {
@@ -44101,12 +44114,12 @@
       "name": "phi-4",
       "developer": "microsoft",
       "scores": {
-        "IFEval": 0.0488,
-        "BBH": 0.6703,
-        "MATH Level 5": 0.2787,
-        "GPQA": 0.401,
+        "IFEval": 0.0585,
+        "BBH": 0.6691,
+        "MATH Level 5": 0.3165,
+        "GPQA": 0.406,
         "MUSR": 0.5034,
-        "MMLU-PRO": 0.5295
+        "MMLU-PRO": 0.5287
       }
     },
     {
@@ -44465,12 +44478,12 @@
       "name": "Mixtral-8x7B-v0.1",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.2326,
-        "BBH": 0.5098,
-        "MATH Level 5": 0.0937,
-        "GPQA": 0.3205,
-        "MUSR": 0.4413,
-        "MMLU-PRO": 0.3871
+        "IFEval": 0.2415,
+        "BBH": 0.5087,
+        "MATH Level 5": 0.102,
+        "GPQA": 0.3138,
+        "MUSR": 0.4321,
+        "MMLU-PRO": 0.385
       }
     },
     {
@@ -44725,12 +44738,12 @@
       "name": "NeuralDaredevil-8B-abliterated",
       "developer": "mlabonne",
       "scores": {
-        "IFEval": 0.4162,
-        "BBH": 0.5124,
-        "MATH Level 5": 0.0853,
-        "GPQA": 0.3029,
-        "MUSR": 0.415,
-        "MMLU-PRO": 0.3802
+        "IFEval": 0.7561,
+        "BBH": 0.5111,
+        "MATH Level 5": 0.0906,
+        "GPQA": 0.3062,
+        "MUSR": 0.4019,
+        "MMLU-PRO": 0.3841
       }
     },
     {
@@ -45063,12 +45076,12 @@
       "name": "Mistral-Nemo-Kurdish-Instruct",
       "developer": "nazimali",
       "scores": {
-        "IFEval": 0.486,
-        "BBH": 0.4721,
-        "MATH Level 5": 0.0846,
-        "GPQA": 0.2844,
-        "MUSR": 0.4006,
-        "MMLU-PRO": 0.3087
+        "IFEval": 0.4964,
+        "BBH": 0.4699,
+        "MATH Level 5": 0.0045,
+        "GPQA": 0.2827,
+        "MUSR": 0.3979,
+        "MMLU-PRO": 0.3063
       }
     },
     {
@@ -47598,12 +47611,12 @@
       "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
       "developer": "ontocord",
       "scores": {
-        "IFEval": 0.1128,
-        "BBH": 0.3171,
-        "MATH Level 5": 0.0113,
-        "GPQA": 0.2685,
-        "MUSR": 0.346,
-        "MMLU-PRO": 0.1129
+        "IFEval": 0.1162,
+        "BBH": 0.3184,
+        "MATH Level 5": 0.0076,
+        "GPQA": 0.2634,
+        "MUSR": 0.3447,
+        "MMLU-PRO": 0.1124
       }
     },
     {
@@ -49431,12 +49444,12 @@
       "name": "Calcium-Opus-14B-Elite",
       "developer": "prithivMLmods",
       "scores": {
-        "IFEval": 0.6064,
-        "BBH": 0.6296,
-        "MATH Level 5": 0.3708,
-        "GPQA": 0.3733,
-        "MUSR": 0.4873,
-        "MMLU-PRO": 0.5307
+        "IFEval": 0.6052,
+        "BBH": 0.6317,
+        "MATH Level 5": 0.4789,
+        "GPQA": 0.3742,
+        "MUSR": 0.486,
+        "MMLU-PRO": 0.5302
       }
     },
     {
@@ -50848,12 +50861,12 @@
       "name": "Oracle-14B",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.2401,
-        "BBH": 0.4622,
-        "MATH Level 5": 0.0725,
-        "GPQA": 0.2609,
-        "MUSR": 0.3703,
-        "MMLU-PRO": 0.2379
+        "IFEval": 0.2358,
+        "BBH": 0.4612,
+        "MATH Level 5": 0.0642,
+        "GPQA": 0.2576,
+        "MUSR": 0.3717,
+        "MMLU-PRO": 0.2382
       }
     },
     {
@@ -50861,12 +50874,12 @@
       "name": "Qwen2.5-Math-14B-Instruct",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.6066,
-        "BBH": 0.635,
-        "MATH Level 5": 0.3716,
-        "GPQA": 0.3725,
+        "IFEval": 0.6005,
+        "BBH": 0.6356,
+        "MATH Level 5": 0.2764,
+        "GPQA": 0.3691,
         "MUSR": 0.4757,
-        "MMLU-PRO": 0.5331
+        "MMLU-PRO": 0.5339
       }
     },
     {
@@ -51589,12 +51602,12 @@
       "name": "Rombos-LLM-V2.5.1-Qwen-3b",
       "developer": "rombodawg",
       "scores": {
-        "IFEval": 0.2595,
-        "BBH": 0.3884,
-        "MATH Level 5": 0.0914,
-        "GPQA": 0.2743,
+        "IFEval": 0.2566,
+        "BBH": 0.39,
+        "MATH Level 5": 0.1208,
+        "GPQA": 0.2626,
         "MUSR": 0.3991,
-        "MMLU-PRO": 0.2719
+        "MMLU-PRO": 0.2741
       }
     },
     {
@@ -54332,12 +54345,12 @@
       "name": "lambda-gemma-2-9b-dpo",
       "developer": "tanliboy",
       "scores": {
-        "IFEval": 0.1829,
-        "BBH": 0.5488,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.3104,
-        "MUSR": 0.4056,
-        "MMLU-PRO": 0.3805
+        "IFEval": 0.4501,
+        "BBH": 0.5472,
+        "MATH Level 5": 0.0944,
+        "GPQA": 0.3138,
+        "MUSR": 0.4017,
+        "MMLU-PRO": 0.3792
       }
     },
     {
@@ -56932,12 +56945,12 @@
       "name": "Hebrew-Mistral-7B-200K",
       "developer": "yam-peleg",
       "scores": {
-        "IFEval": 0.177,
-        "BBH": 0.3411,
-        "MATH Level 5": 0.031,
-        "GPQA": 0.2534,
-        "MUSR": 0.374,
-        "MMLU-PRO": 0.2529
+        "IFEval": 0.1856,
+        "BBH": 0.4149,
+        "MATH Level 5": 0.0234,
+        "GPQA": 0.276,
+        "MUSR": 0.3765,
+        "MMLU-PRO": 0.2573
       }
     },
     {
@@ -56984,12 +56997,12 @@
       "name": "BagelMIsteryTour-v2-8x7B",
       "developer": "ycros",
       "scores": {
-        "IFEval": 0.5994,
-        "BBH": 0.5159,
-        "MATH Level 5": 0.0785,
-        "GPQA": 0.3045,
-        "MUSR": 0.4203,
-        "MMLU-PRO": 0.3473
+        "IFEval": 0.6262,
+        "BBH": 0.5142,
+        "MATH Level 5": 0.0937,
+        "GPQA": 0.3079,
+        "MUSR": 0.4138,
+        "MMLU-PRO": 0.3481
       }
     },
     {

data/benchmarks/livecodebenchpro.json

@@ -255,9 +255,9 @@
       "name": "o4-mini-2025-04-16",
       "developer": "OpenAI",
       "scores": {
-        "Hard Problems": 0.0143,
-        "Medium Problems": 0.2923,
-        "Easy Problems": 0.8571
+        "Hard Problems": 0.014084507042253521,
+        "Medium Problems": 0.30985915492957744,
+        "Easy Problems": 0.8873239436619719
       }
     },
     {

data/benchmarks/reward-bench.json

@@ -81,17 +81,17 @@
       "name": "CIR-AMS/BTRM_Qwen2_7b_0613",
       "developer": "CIR-AMS",
       "scores": {
-        "Score": 0.5736,
-        "Chat": 0.9749,
-        "Chat Hard": 0.5724,
-        "Safety": 0.7178,
-        "Reasoning": 0.8775,
-        "Prior Sets (0.5 weight)": 0.7029,
+        "Score": 0.8172,
         "Factuality": 0.5347,
         "Precise IF": 0.3563,
         "Math": 0.6066,
+        "Safety": 0.9014,
         "Focus": 0.5737,
-        "Ties": 0.6527
+        "Ties": 0.6527,
+        "Chat": 0.9749,
+        "Chat Hard": 0.5724,
+        "Reasoning": 0.8775,
+        "Prior Sets (0.5 weight)": 0.7029
       }
     },
     {
@@ -499,17 +499,17 @@
       "name": "Nexusflow/Starling-RM-34B",
       "developer": "Nexusflow",
       "scores": {
-        "Score": 0.8133,
+        "Score": 0.4553,
+        "Chat": 0.9693,
+        "Chat Hard": 0.5724,
+        "Safety": 0.7556,
+        "Reasoning": 0.8845,
+        "Prior Sets (0.5 weight)": 0.7137,
         "Factuality": 0.4589,
         "Precise IF": 0.3187,
         "Math": 0.6175,
-        "Safety": 0.877,
         "Focus": 0.4808,
-        "Ties": 0.1004,
-        "Chat": 0.9693,
-        "Chat Hard": 0.5724,
-        "Reasoning": 0.8845,
-        "Prior Sets (0.5 weight)": 0.7137
+        "Ties": 0.1004
       }
     },
     {
@@ -555,17 +555,17 @@
       "name": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.615,
+        "Score": 0.2653,
+        "Chat": 0.9246,
+        "Chat Hard": 0.3728,
+        "Safety": 0.3289,
+        "Reasoning": 0.5855,
+        "Prior Sets (0.5 weight)": 0.6801,
         "Factuality": 0.3979,
         "Precise IF": 0.2875,
         "Math": 0.377,
-        "Safety": 0.5446,
         "Focus": 0.1535,
-        "Ties": 0.047,
-        "Chat": 0.9246,
-        "Chat Hard": 0.3728,
-        "Reasoning": 0.5855,
-        "Prior Sets (0.5 weight)": 0.6801
+        "Ties": 0.047
       }
     },
     {
@@ -573,17 +573,17 @@
       "name": "OpenAssistant/oasst-rm-2.1-pythia-1.4b-epoch-2.5",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.6901,
+        "Score": 0.2648,
+        "Chat": 0.8855,
+        "Chat Hard": 0.4868,
+        "Safety": 0.3244,
+        "Reasoning": 0.7752,
+        "Prior Sets (0.5 weight)": 0.6533,
         "Factuality": 0.3179,
         "Precise IF": 0.2625,
         "Math": 0.3934,
-        "Safety": 0.6311,
         "Focus": 0.2707,
-        "Ties": 0.0198,
-        "Chat": 0.8855,
-        "Chat Hard": 0.4868,
-        "Reasoning": 0.7752,
-        "Prior Sets (0.5 weight)": 0.6533
+        "Ties": 0.0198
       }
     },
     {
@@ -591,17 +591,17 @@
       "name": "OpenAssistant/reward-model-deberta-v3-large-v2",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.6126,
+        "Score": 0.32,
+        "Chat": 0.8939,
+        "Chat Hard": 0.4518,
+        "Safety": 0.3667,
+        "Reasoning": 0.3855,
+        "Prior Sets (0.5 weight)": 0.5836,
         "Factuality": 0.3853,
         "Precise IF": 0.2687,
         "Math": 0.5027,
-        "Safety": 0.7338,
         "Focus": 0.2768,
-        "Ties": 0.12,
-        "Chat": 0.8939,
-        "Chat Hard": 0.4518,
-        "Reasoning": 0.3855,
-        "Prior Sets (0.5 weight)": 0.5836
+        "Ties": 0.12
       }
     },
     {
@@ -627,17 +627,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-reward",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.4727,
+        "Score": 0.1606,
+        "Chat": 0.8184,
+        "Chat Hard": 0.2873,
+        "Safety": 0.1422,
+        "Reasoning": 0.346,
+        "Prior Sets (0.5 weight)": 0.5993,
         "Factuality": 0.2105,
         "Precise IF": 0.2938,
         "Math": 0.2623,
-        "Safety": 0.3757,
         "Focus": 0.0646,
-        "Ties": -0.01,
-        "Chat": 0.8184,
-        "Chat Hard": 0.2873,
-        "Reasoning": 0.346,
-        "Prior Sets (0.5 weight)": 0.5993
+        "Ties": -0.01
       }
     },
     {
@@ -938,17 +938,17 @@
       "name": "Ray2333/GRM-llama3-8B-distill",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.589,
-        "Chat": 0.9832,
-        "Chat Hard": 0.6842,
-        "Safety": 0.7222,
-        "Reasoning": 0.9133,
-        "Prior Sets (0.5 weight)": 0.7209,
+        "Score": 0.8464,
         "Factuality": 0.5874,
         "Precise IF": 0.3875,
         "Math": 0.5902,
+        "Safety": 0.8676,
         "Focus": 0.6727,
-        "Ties": 0.5743
+        "Ties": 0.5743,
+        "Chat": 0.9832,
+        "Chat Hard": 0.6842,
+        "Reasoning": 0.9133,
+        "Prior Sets (0.5 weight)": 0.7209
       }
     },
     {
@@ -956,17 +956,17 @@
       "name": "Ray2333/GRM-llama3-8B-sftreg",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.6089,
-        "Chat": 0.986,
-        "Chat Hard": 0.6776,
-        "Safety": 0.7867,
-        "Reasoning": 0.9229,
-        "Prior Sets (0.5 weight)": 0.7309,
+        "Score": 0.8542,
         "Factuality": 0.6189,
         "Precise IF": 0.3875,
         "Math": 0.5792,
+        "Safety": 0.8919,
         "Focus": 0.6828,
-        "Ties": 0.5981
+        "Ties": 0.5981,
+        "Chat": 0.986,
+        "Chat Hard": 0.6776,
+        "Reasoning": 0.9229,
+        "Prior Sets (0.5 weight)": 0.7309
       }
     },
     {
@@ -1098,16 +1098,16 @@
       "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
       "developer": "ShikaiChen",
       "scores": {
-        "Score": 0.7249,
-        "Chat": 0.9637,
-        "Chat Hard": 0.9079,
-        "Safety": 0.9222,
-        "Reasoning": 0.9903,
+        "Score": 0.9499,
         "Factuality": 0.7558,
         "Precise IF": 0.35,
         "Math": 0.6448,
+        "Safety": 0.9378,
         "Focus": 0.9131,
-        "Ties": 0.7633
+        "Ties": 0.7633,
+        "Chat": 0.9637,
+        "Chat Hard": 0.9079,
+        "Reasoning": 0.9903
       }
     },
     {
@@ -1156,16 +1156,16 @@
       "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.9426,
+        "Score": 0.7531,
+        "Chat": 0.9609,
+        "Chat Hard": 0.8991,
+        "Safety": 0.9689,
+        "Reasoning": 0.9807,
         "Factuality": 0.7674,
         "Precise IF": 0.375,
         "Math": 0.6721,
-        "Safety": 0.9297,
         "Focus": 0.9172,
-        "Ties": 0.8182,
-        "Chat": 0.9609,
-        "Chat Hard": 0.8991,
-        "Reasoning": 0.9807
+        "Ties": 0.8182
       }
     },
     {
@@ -1173,16 +1173,16 @@
       "name": "Skywork/Skywork-Reward-Llama-3.1-8B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.9252,
+        "Score": 0.7314,
+        "Chat": 0.9581,
+        "Chat Hard": 0.8728,
+        "Safety": 0.9333,
+        "Reasoning": 0.962,
         "Factuality": 0.6989,
         "Precise IF": 0.425,
         "Math": 0.6284,
-        "Safety": 0.9081,
         "Focus": 0.9616,
-        "Ties": 0.741,
-        "Chat": 0.9581,
-        "Chat Hard": 0.8728,
-        "Reasoning": 0.962
+        "Ties": 0.741
       }
     },
     {
@@ -1379,10 +1379,10 @@
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "developer": "AI2",
       "scores": {
-        "Score": 0.6895,
+        "Score": 0.7008,
         "Chat": 0.9385,
-        "Chat Hard": 0.3706,
-        "Safety": 0.7595
+        "Chat Hard": 0.3882,
+        "Safety": 0.7757
       }
     },
     {
@@ -1423,17 +1423,17 @@
       "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.7606,
-        "Chat": 0.9665,
-        "Chat Hard": 0.8355,
-        "Safety": 0.8844,
-        "Reasoning": 0.8969,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.9021,
         "Factuality": 0.8126,
         "Precise IF": 0.4188,
         "Math": 0.6995,
+        "Safety": 0.9095,
         "Focus": 0.8646,
-        "Ties": 0.8835
+        "Ties": 0.8835,
+        "Chat": 0.9665,
+        "Chat Hard": 0.8355,
+        "Reasoning": 0.8969,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1495,17 +1495,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.687,
-        "Chat": 0.9553,
-        "Chat Hard": 0.761,
-        "Safety": 0.86,
-        "Reasoning": 0.7898,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.8431,
         "Factuality": 0.7516,
         "Precise IF": 0.3875,
         "Math": 0.6284,
+        "Safety": 0.8662,
         "Focus": 0.8545,
-        "Ties": 0.6397
+        "Ties": 0.6397,
+        "Chat": 0.9553,
+        "Chat Hard": 0.761,
+        "Reasoning": 0.7898,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1545,17 +1545,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8551,
+        "Score": 0.6821,
+        "Chat": 0.9497,
+        "Chat Hard": 0.7917,
+        "Safety": 0.8978,
+        "Reasoning": 0.8005,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.7326,
         "Precise IF": 0.3875,
         "Math": 0.5792,
-        "Safety": 0.8784,
         "Focus": 0.8889,
-        "Ties": 0.6063,
-        "Chat": 0.9497,
-        "Chat Hard": 0.7917,
-        "Reasoning": 0.8005,
-        "Prior Sets (0.5 weight)": 0.0
+        "Ties": 0.6063
       }
     },
     {
@@ -2085,6 +2085,20 @@
         "Ties": 0.3534
       }
     },
+    {
+      "model_id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
+      "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
+      "developer": "allenai",
+      "scores": {
+        "Score": 0.5151,
+        "Factuality": 0.6484,
+        "Precise IF": 0.3312,
+        "Math": 0.5574,
+        "Safety": 0.7289,
+        "Focus": 0.4889,
+        "Ties": 0.3357
+      }
+    },
     {
       "model_id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",
       "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",
@@ -3441,16 +3455,16 @@
       "name": "Claude 3.5 Sonnet 20240620",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.6466,
-        "Chat": 0.9637,
-        "Chat Hard": 0.7401,
-        "Safety": 0.8519,
-        "Reasoning": 0.8469,
+        "Score": 0.8417,
         "Factuality": 0.5284,
         "Precise IF": 0.3875,
         "Math": 0.5683,
+        "Safety": 0.8162,
         "Focus": 0.8697,
-        "Ties": 0.674
+        "Ties": 0.674,
+        "Chat": 0.9637,
+        "Chat Hard": 0.7401,
+        "Reasoning": 0.8469
       }
     },
     {
@@ -3472,17 +3486,17 @@
       "name": "Claude 3 Haiku 20240307",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.7289,
+        "Score": 0.3711,
+        "Chat": 0.9274,
+        "Chat Hard": 0.5197,
+        "Safety": 0.595,
+        "Reasoning": 0.706,
+        "Prior Sets (0.5 weight)": 0.6635,
         "Factuality": 0.4042,
         "Precise IF": 0.2812,
         "Math": 0.3552,
-        "Safety": 0.7953,
         "Focus": 0.501,
-        "Ties": 0.0899,
-        "Chat": 0.9274,
-        "Chat Hard": 0.5197,
-        "Reasoning": 0.706,
-        "Prior Sets (0.5 weight)": 0.6635
+        "Ties": 0.0899
       }
     },
     {
@@ -3490,16 +3504,16 @@
       "name": "Claude 3 Opus 20240229",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.8008,
+        "Score": 0.5744,
+        "Chat": 0.9469,
+        "Chat Hard": 0.6031,
+        "Safety": 0.8378,
+        "Reasoning": 0.7868,
         "Factuality": 0.5389,
         "Precise IF": 0.3312,
         "Math": 0.5137,
-        "Safety": 0.8662,
         "Focus": 0.6646,
-        "Ties": 0.5601,
-        "Chat": 0.9469,
-        "Chat Hard": 0.6031,
-        "Reasoning": 0.7868
+        "Ties": 0.5601
       }
     },
     {
@@ -3752,17 +3766,17 @@
       "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
       "developer": "hendrydong",
       "scores": {
-        "Score": 0.5851,
-        "Chat": 0.9832,
-        "Chat Hard": 0.5789,
-        "Safety": 0.6956,
-        "Reasoning": 0.7434,
-        "Prior Sets (0.5 weight)": 0.7508,
+        "Score": 0.7847,
         "Factuality": 0.5779,
         "Precise IF": 0.3625,
         "Math": 0.6011,
+        "Safety": 0.85,
         "Focus": 0.6747,
-        "Ties": 0.5988
+        "Ties": 0.5988,
+        "Chat": 0.9832,
+        "Chat Hard": 0.5789,
+        "Reasoning": 0.7434,
+        "Prior Sets (0.5 weight)": 0.7508
       }
     },
     {
@@ -3787,16 +3801,16 @@
       "name": "internlm/internlm2-1_8b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.8217,
+        "Score": 0.3902,
+        "Chat": 0.9358,
+        "Chat Hard": 0.6623,
+        "Safety": 0.4711,
+        "Reasoning": 0.8724,
         "Factuality": 0.2758,
         "Precise IF": 0.3625,
         "Math": 0.4426,
-        "Safety": 0.8162,
         "Focus": 0.596,
-        "Ties": 0.1934,
-        "Chat": 0.9358,
-        "Chat Hard": 0.6623,
-        "Reasoning": 0.8724
+        "Ties": 0.1934
       }
     },
     {
@@ -3804,16 +3818,16 @@
       "name": "internlm/internlm2-20b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.5628,
-        "Chat": 0.9888,
-        "Chat Hard": 0.7654,
-        "Safety": 0.6111,
-        "Reasoning": 0.9576,
+        "Score": 0.9016,
         "Factuality": 0.5558,
         "Precise IF": 0.3625,
         "Math": 0.5738,
+        "Safety": 0.8946,
         "Focus": 0.7253,
-        "Ties": 0.5483
+        "Ties": 0.5483,
+        "Chat": 0.9888,
+        "Chat Hard": 0.7654,
+        "Reasoning": 0.9576
       }
     },
     {
@@ -3821,16 +3835,16 @@
       "name": "internlm/internlm2-7b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.8759,
+        "Score": 0.5335,
+        "Chat": 0.9916,
+        "Chat Hard": 0.6952,
+        "Safety": 0.5956,
+        "Reasoning": 0.9453,
         "Factuality": 0.4211,
         "Precise IF": 0.4,
         "Math": 0.5628,
-        "Safety": 0.8716,
         "Focus": 0.7051,
-        "Ties": 0.5164,
-        "Chat": 0.9916,
-        "Chat Hard": 0.6952,
-        "Reasoning": 0.9453
+        "Ties": 0.5164
       }
     },
     {
@@ -4041,16 +4055,16 @@
       "name": "nicolinho/QRM-Llama3.1-8B-v2",
       "developer": "nicolinho",
       "scores": {
-        "Score": 0.9314,
+        "Score": 0.7074,
+        "Chat": 0.9637,
+        "Chat Hard": 0.8684,
+        "Safety": 0.9467,
+        "Reasoning": 0.9677,
         "Factuality": 0.6653,
         "Precise IF": 0.4062,
         "Math": 0.612,
-        "Safety": 0.9257,
         "Focus": 0.8909,
-        "Ties": 0.7234,
-        "Chat": 0.9637,
-        "Chat Hard": 0.8684,
-        "Reasoning": 0.9677
+        "Ties": 0.7234
       }
     },
     {
@@ -4188,16 +4202,16 @@
       "name": "GPT-4o 2024-08-06",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.6493,
-        "Chat": 0.9609,
-        "Chat Hard": 0.761,
-        "Safety": 0.8619,
-        "Reasoning": 0.8661,
+        "Score": 0.8673,
         "Factuality": 0.5684,
         "Precise IF": 0.3312,
         "Math": 0.623,
+        "Safety": 0.8811,
         "Focus": 0.7293,
-        "Ties": 0.7819
+        "Ties": 0.7819,
+        "Chat": 0.9609,
+        "Chat Hard": 0.761,
+        "Reasoning": 0.8661
       }
     },
     {
@@ -4205,16 +4219,16 @@
       "name": "GPT-4o mini 2024-07-18",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.5796,
-        "Chat": 0.9497,
-        "Chat Hard": 0.6075,
-        "Safety": 0.7667,
-        "Reasoning": 0.8374,
+        "Score": 0.8007,
         "Factuality": 0.4105,
         "Precise IF": 0.3438,
         "Math": 0.5191,
+        "Safety": 0.8081,
         "Focus": 0.7414,
-        "Ties": 0.6962
+        "Ties": 0.6962,
+        "Chat": 0.9497,
+        "Chat Hard": 0.6075,
+        "Reasoning": 0.8374
       }
     },
     {
@@ -4235,17 +4249,17 @@
       "name": "openbmb/Eurus-RM-7b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.8159,
+        "Score": 0.5806,
+        "Chat": 0.9804,
+        "Chat Hard": 0.6557,
+        "Safety": 0.6267,
+        "Reasoning": 0.8633,
+        "Prior Sets (0.5 weight)": 0.7172,
         "Factuality": 0.6,
         "Precise IF": 0.3438,
         "Math": 0.5683,
-        "Safety": 0.8135,
         "Focus": 0.7475,
-        "Ties": 0.5972,
-        "Chat": 0.9804,
-        "Chat Hard": 0.6557,
-        "Reasoning": 0.8633,
-        "Prior Sets (0.5 weight)": 0.7172
+        "Ties": 0.5972
       }
     },
     {
@@ -4266,17 +4280,17 @@
       "name": "openbmb/UltraRM-13b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.6903,
+        "Score": 0.4683,
+        "Chat": 0.9637,
+        "Chat Hard": 0.5548,
+        "Safety": 0.5089,
+        "Reasoning": 0.6244,
+        "Prior Sets (0.5 weight)": 0.7294,
         "Factuality": 0.5063,
         "Precise IF": 0.3312,
         "Math": 0.5519,
-        "Safety": 0.5986,
         "Focus": 0.6081,
-        "Ties": 0.3036,
-        "Chat": 0.9637,
-        "Chat Hard": 0.5548,
-        "Reasoning": 0.6244,
-        "Prior Sets (0.5 weight)": 0.7294
+        "Ties": 0.3036
       }
     },
     {
@@ -4356,17 +4370,17 @@
       "name": "sfairXC/FsfairX-LLaMA3-RM-v0.1",
       "developer": "sfairXC",
       "scores": {
-        "Score": 0.6292,
-        "Chat": 0.9944,
-        "Chat Hard": 0.6513,
-        "Safety": 0.7667,
-        "Reasoning": 0.8644,
-        "Prior Sets (0.5 weight)": 0.7492,
+        "Score": 0.8338,
         "Factuality": 0.5916,
         "Precise IF": 0.4188,
         "Math": 0.6284,
+        "Safety": 0.8676,
         "Focus": 0.7051,
-        "Ties": 0.6647
+        "Ties": 0.6647,
+        "Chat": 0.9944,
+        "Chat Hard": 0.6513,
+        "Reasoning": 0.8644,
+        "Prior Sets (0.5 weight)": 0.7492
       }
     },
     {

data/benchmarks/swe-bench.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "swe-bench": 0.6061
+        "swe-bench": 0.8072
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "swe-bench": 0.71
+        "swe-bench": 0.7234
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "swe-bench": 0.57
+        "swe-bench": 0.5455
       }
     }
   ]

data/benchmarks/tau-bench-2_airline.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/airline": 0.72
+        "tau-bench-2/airline": 0.66
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/airline": 0.68
+        "tau-bench-2/airline": 0.7
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/airline": 0.6
+        "tau-bench-2/airline": 0.48
       }
     }
   ]

data/benchmarks/tau-bench-2_retail.json

@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/retail": 0.68
+        "tau-bench-2/retail": 0.51
       }
     }
   ]

data/benchmarks/tau-bench-2_telecom.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/telecom": 0.76
+        "tau-bench-2/telecom": 0.84
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/telecom": 0.73
+        "tau-bench-2/telecom": 0.6852
       }
     },
     {

data/benchmarks/terminal-bench-2.0.json

@@ -5,7 +5,7 @@
       "name": "Qwen 3 Coder 480B",
       "developer": "Alibaba",
       "scores": {
-        "terminal-bench-2.0": 25.4
+        "terminal-bench-2.0": 23.9
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 27.5
+        "terminal-bench-2.0": 35.5
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 34.8
+        "terminal-bench-2.0": 38.0
       }
     },
     {
@@ -29,7 +29,7 @@
       "name": "Claude Opus 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 52.1
+        "terminal-bench-2.0": 59.1
       }
     },
     {
@@ -37,7 +37,7 @@
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 74.7
+        "terminal-bench-2.0": 66.9
       }
     },
     {
@@ -45,7 +45,7 @@
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 42.5
+        "terminal-bench-2.0": 40.1
       }
     },
     {
@@ -61,7 +61,7 @@
       "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 16.9
+        "terminal-bench-2.0": 17.1
       }
     },
     {
@@ -69,7 +69,7 @@
       "name": "Gemini 2.5 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 16.4
+        "terminal-bench-2.0": 19.6
       }
     },
     {
@@ -85,7 +85,7 @@
       "name": "Gemini 3 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 56.9
+        "terminal-bench-2.0": 62.2
       }
     },
     {
@@ -149,7 +149,7 @@
       "name": "Multiple",
       "developer": "Multiple",
       "scores": {
-        "terminal-bench-2.0": 71.0
+        "terminal-bench-2.0": 58.4
       }
     },
     {
@@ -165,7 +165,7 @@
       "name": "GPT-5-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 43.4
+        "terminal-bench-2.0": 41.3
       }
     },
     {
@@ -173,7 +173,7 @@
       "name": "GPT-5-Mini",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 31.9
+        "terminal-bench-2.0": 22.2
       }
     },
     {
@@ -181,7 +181,7 @@
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 7.0
+        "terminal-bench-2.0": 7.9
       }
     },
     {
@@ -197,7 +197,7 @@
       "name": "GPT-5.1-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 53.5
+        "terminal-bench-2.0": 36.9
       }
     },
     {
@@ -221,7 +221,7 @@
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 60.7
+        "terminal-bench-2.0": 54.0
       }
     },
     {
@@ -237,7 +237,7 @@
       "name": "GPT-5.3-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 74.6
+        "terminal-bench-2.0": 77.3
       }
     },
     {
@@ -261,7 +261,7 @@
       "name": "Grok 4",
       "developer": "xAI",
       "scores": {
-        "terminal-bench-2.0": 23.1
+        "terminal-bench-2.0": 25.4
       }
     },
     {
@@ -285,7 +285,7 @@
       "name": "GLM 4.7",
       "developer": "Z-AI",
       "scores": {
-        "terminal-bench-2.0": 33.4
+        "terminal-bench-2.0": 33.3
       }
     },
     {

data/developers.json

@@ -173,7 +173,7 @@
   },
   {
     "developer": "allenai",
-    "model_count": 161
+    "model_count": 162
   },
   {
     "developer": "allknowingroger",
@@ -1097,7 +1097,7 @@
   },
   {
     "developer": "icefog72",
-    "model_count": 61
+    "model_count": 62
   },
   {
     "developer": "IDEA-CCNL",

data/developers/adriszmar.json

@@ -7,12 +7,12 @@
       "developer": "adriszmar",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1685,
-        "hfopenllm_v2/BBH": 0.3124,
-        "hfopenllm_v2/MATH Level 5": 0.0015,
-        "hfopenllm_v2/GPQA": 0.2492,
-        "hfopenllm_v2/MUSR": 0.3963,
-        "hfopenllm_v2/MMLU-PRO": 0.1066
+        "hfopenllm_v2/IFEval": 0.1746,
+        "hfopenllm_v2/BBH": 0.3126,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.245,
+        "hfopenllm_v2/MUSR": 0.4096,
+        "hfopenllm_v2/MMLU-PRO": 0.1087
       }
     }
   ]

data/developers/ai2.json

@@ -43,10 +43,10 @@
       "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6895,
+        "reward-bench/Score": 0.7008,
         "reward-bench/Chat": 0.9385,
-        "reward-bench/Chat Hard": 0.3706,
-        "reward-bench/Safety": 0.7595
+        "reward-bench/Chat Hard": 0.3882,
+        "reward-bench/Safety": 0.7757
       }
     },
     {

data/developers/alibaba.json

@@ -7,7 +7,7 @@
       "developer": "Alibaba",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 25.4
+        "terminal-bench-2.0/terminal-bench-2.0": 23.9
       }
     },
     {

data/developers/allenai.json

@@ -63,17 +63,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7606,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.8355,
-        "reward-bench/Safety": 0.8844,
-        "reward-bench/Reasoning": 0.8969,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.9021,
         "reward-bench/Factuality": 0.8126,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
+        "reward-bench/Safety": 0.9095,
         "reward-bench/Focus": 0.8646,
-        "reward-bench/Ties": 0.8835
+        "reward-bench/Ties": 0.8835,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.8355,
+        "reward-bench/Reasoning": 0.8969,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -181,12 +181,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8255,
-        "hfopenllm_v2/BBH": 0.4061,
-        "hfopenllm_v2/MATH Level 5": 0.2115,
-        "hfopenllm_v2/GPQA": 0.297,
+        "hfopenllm_v2/IFEval": 0.8267,
+        "hfopenllm_v2/BBH": 0.405,
+        "hfopenllm_v2/MATH Level 5": 0.1964,
+        "hfopenllm_v2/GPQA": 0.2987,
         "hfopenllm_v2/MUSR": 0.4175,
-        "hfopenllm_v2/MMLU-PRO": 0.2821
+        "hfopenllm_v2/MMLU-PRO": 0.2827
       }
     },
     {
@@ -209,17 +209,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.687,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Safety": 0.86,
-        "reward-bench/Reasoning": 0.7898,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8431,
         "reward-bench/Factuality": 0.7516,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.6284,
+        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.8545,
-        "reward-bench/Ties": 0.6397
+        "reward-bench/Ties": 0.6397,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Reasoning": 0.7898,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -282,17 +282,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8551,
+        "reward-bench/Score": 0.6821,
+        "reward-bench/Chat": 0.9497,
+        "reward-bench/Chat Hard": 0.7917,
+        "reward-bench/Safety": 0.8978,
+        "reward-bench/Reasoning": 0.8005,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.7326,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.5792,
-        "reward-bench/Safety": 0.8784,
         "reward-bench/Focus": 0.8889,
-        "reward-bench/Ties": 0.6063,
-        "reward-bench/Chat": 0.9497,
-        "reward-bench/Chat Hard": 0.7917,
-        "reward-bench/Reasoning": 0.8005,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.6063
       }
     },
     {
@@ -1054,6 +1054,21 @@
         "reward-bench/Ties": 0.3534
       }
     },
+    {
+      "id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
+      "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
+      "developer": "allenai",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "reward-bench/Score": 0.5151,
+        "reward-bench/Factuality": 0.6484,
+        "reward-bench/Precise IF": 0.3312,
+        "reward-bench/Math": 0.5574,
+        "reward-bench/Safety": 0.7289,
+        "reward-bench/Focus": 0.4889,
+        "reward-bench/Ties": 0.3357
+      }
+    },
     {
       "id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",
       "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",

data/developers/amd.json

@@ -7,11 +7,11 @@
       "developer": "amd",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1842,
-        "hfopenllm_v2/BBH": 0.2974,
-        "hfopenllm_v2/MATH Level 5": 0.0053,
-        "hfopenllm_v2/GPQA": 0.2525,
-        "hfopenllm_v2/MUSR": 0.378,
+        "hfopenllm_v2/IFEval": 0.1918,
+        "hfopenllm_v2/BBH": 0.2969,
+        "hfopenllm_v2/MATH Level 5": 0.0076,
+        "hfopenllm_v2/GPQA": 0.2584,
+        "hfopenllm_v2/MUSR": 0.3846,
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
     }

data/developers/anthropic.json

@@ -204,16 +204,16 @@
         "helm_mmlu/Virology": 0.602,
         "helm_mmlu/World Religions": 0.924,
         "helm_mmlu/Mean win rate": 0.17,
-        "reward-bench/Score": 0.6466,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.7401,
-        "reward-bench/Safety": 0.8519,
-        "reward-bench/Reasoning": 0.8469,
+        "reward-bench/Score": 0.8417,
         "reward-bench/Factuality": 0.5284,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.5683,
+        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.8697,
-        "reward-bench/Ties": 0.674
+        "reward-bench/Ties": 0.674,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.7401,
+        "reward-bench/Reasoning": 0.8469
       }
     },
     {
@@ -371,17 +371,17 @@
         "helm_mmlu/Virology": 0.542,
         "helm_mmlu/World Religions": 0.871,
         "helm_mmlu/Mean win rate": 0.28,
-        "reward-bench/Score": 0.7289,
+        "reward-bench/Score": 0.3711,
+        "reward-bench/Chat": 0.9274,
+        "reward-bench/Chat Hard": 0.5197,
+        "reward-bench/Safety": 0.595,
+        "reward-bench/Reasoning": 0.706,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6635,
         "reward-bench/Factuality": 0.4042,
         "reward-bench/Precise IF": 0.2812,
         "reward-bench/Math": 0.3552,
-        "reward-bench/Safety": 0.7953,
         "reward-bench/Focus": 0.501,
-        "reward-bench/Ties": 0.0899,
-        "reward-bench/Chat": 0.9274,
-        "reward-bench/Chat Hard": 0.5197,
-        "reward-bench/Reasoning": 0.706,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6635
+        "reward-bench/Ties": 0.0899
       }
     },
     {
@@ -436,16 +436,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.901,
         "helm_mmlu/Mean win rate": 0.014,
-        "reward-bench/Score": 0.8008,
+        "reward-bench/Score": 0.5744,
+        "reward-bench/Chat": 0.9469,
+        "reward-bench/Chat Hard": 0.6031,
+        "reward-bench/Safety": 0.8378,
+        "reward-bench/Reasoning": 0.7868,
         "reward-bench/Factuality": 0.5389,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5137,
-        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.6646,
-        "reward-bench/Ties": 0.5601,
-        "reward-bench/Chat": 0.9469,
-        "reward-bench/Chat Hard": 0.6031,
-        "reward-bench/Reasoning": 0.7868
+        "reward-bench/Ties": 0.5601
       }
     },
     {
@@ -525,7 +525,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 27.5
+        "terminal-bench-2.0/terminal-bench-2.0": 35.5
       }
     },
     {
@@ -650,12 +650,12 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "browsecompplus/browsecompplus": 0.49,
         "appworld_test_normal/appworld/test_normal": 0.64,
-        "browsecompplus/browsecompplus": 0.61,
-        "swe-bench/swe-bench": 0.6061,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.72,
+        "swe-bench/swe-bench": 0.8072,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.66,
         "tau-bench-2_retail/tau-bench-2/retail": 0.85,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.76
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.84
       }
     },
     {
@@ -664,7 +664,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 34.8
+        "terminal-bench-2.0/terminal-bench-2.0": 38.0
       }
     },
     {
@@ -673,7 +673,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 52.1
+        "terminal-bench-2.0/terminal-bench-2.0": 59.1
       }
     },
     {
@@ -682,7 +682,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 74.7
+        "terminal-bench-2.0/terminal-bench-2.0": 66.9
       }
     },
     {
@@ -756,7 +756,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 42.5
+        "terminal-bench-2.0/terminal-bench-2.0": 40.1
       }
     },
     {

data/developers/atanddev.json

@@ -7,12 +7,12 @@
       "developer": "AtAndDev",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4605,
-        "hfopenllm_v2/BBH": 0.4258,
-        "hfopenllm_v2/MATH Level 5": 0.0748,
-        "hfopenllm_v2/GPQA": 0.2659,
-        "hfopenllm_v2/MUSR": 0.3636,
-        "hfopenllm_v2/MMLU-PRO": 0.2812
+        "hfopenllm_v2/IFEval": 0.4511,
+        "hfopenllm_v2/BBH": 0.4275,
+        "hfopenllm_v2/MATH Level 5": 0.1473,
+        "hfopenllm_v2/GPQA": 0.2701,
+        "hfopenllm_v2/MUSR": 0.3623,
+        "hfopenllm_v2/MMLU-PRO": 0.2806
       }
     }
   ]

data/developers/boltmonkey.json

@@ -21,12 +21,12 @@
       "developer": "BoltMonkey",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7999,
-        "hfopenllm_v2/BBH": 0.5152,
-        "hfopenllm_v2/MATH Level 5": 0.1193,
-        "hfopenllm_v2/GPQA": 0.281,
-        "hfopenllm_v2/MUSR": 0.4019,
-        "hfopenllm_v2/MMLU-PRO": 0.3733
+        "hfopenllm_v2/IFEval": 0.459,
+        "hfopenllm_v2/BBH": 0.5185,
+        "hfopenllm_v2/MATH Level 5": 0.0937,
+        "hfopenllm_v2/GPQA": 0.2743,
+        "hfopenllm_v2/MUSR": 0.4083,
+        "hfopenllm_v2/MMLU-PRO": 0.3631
       }
     },
     {

data/developers/bunnycore.json

@@ -287,12 +287,12 @@
       "developer": "bunnycore",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4652,
-        "hfopenllm_v2/BBH": 0.4531,
-        "hfopenllm_v2/MATH Level 5": 0.1284,
-        "hfopenllm_v2/GPQA": 0.2643,
-        "hfopenllm_v2/MUSR": 0.3394,
-        "hfopenllm_v2/MMLU-PRO": 0.3152
+        "hfopenllm_v2/IFEval": 0.1775,
+        "hfopenllm_v2/BBH": 0.295,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2517,
+        "hfopenllm_v2/MUSR": 0.3647,
+        "hfopenllm_v2/MMLU-PRO": 0.1049
       }
     },
     {

data/developers/cir-ams.json

@@ -7,17 +7,17 @@
       "developer": "CIR-AMS",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5736,
-        "reward-bench/Chat": 0.9749,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Safety": 0.7178,
-        "reward-bench/Reasoning": 0.8775,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7029,
+        "reward-bench/Score": 0.8172,
         "reward-bench/Factuality": 0.5347,
         "reward-bench/Precise IF": 0.3563,
         "reward-bench/Math": 0.6066,
+        "reward-bench/Safety": 0.9014,
         "reward-bench/Focus": 0.5737,
-        "reward-bench/Ties": 0.6527
+        "reward-bench/Ties": 0.6527,
+        "reward-bench/Chat": 0.9749,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Reasoning": 0.8775,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7029
       }
     }
   ]

data/developers/cpayne1303.json

@@ -35,12 +35,12 @@
       "developer": "cpayne1303",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1949,
-        "hfopenllm_v2/BBH": 0.2965,
-        "hfopenllm_v2/MATH Level 5": 0.0045,
+        "hfopenllm_v2/IFEval": 0.1916,
+        "hfopenllm_v2/BBH": 0.2977,
+        "hfopenllm_v2/MATH Level 5": 0.0,
         "hfopenllm_v2/GPQA": 0.2685,
-        "hfopenllm_v2/MUSR": 0.3885,
-        "hfopenllm_v2/MMLU-PRO": 0.1111
+        "hfopenllm_v2/MUSR": 0.3872,
+        "hfopenllm_v2/MMLU-PRO": 0.1132
       }
     },
     {

data/developers/daemontatox.json

@@ -231,12 +231,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3745,
-        "hfopenllm_v2/BBH": 0.6668,
-        "hfopenllm_v2/MATH Level 5": 0.4758,
-        "hfopenllm_v2/GPQA": 0.3943,
-        "hfopenllm_v2/MUSR": 0.4858,
-        "hfopenllm_v2/MMLU-PRO": 0.5593
+        "hfopenllm_v2/IFEval": 0.4855,
+        "hfopenllm_v2/BBH": 0.6627,
+        "hfopenllm_v2/MATH Level 5": 0.4841,
+        "hfopenllm_v2/GPQA": 0.3096,
+        "hfopenllm_v2/MUSR": 0.4256,
+        "hfopenllm_v2/MMLU-PRO": 0.5542
       }
     },
     {

data/developers/davielion.json

@@ -7,12 +7,12 @@
       "developer": "DavieLion",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1549,
-        "hfopenllm_v2/BBH": 0.2937,
-        "hfopenllm_v2/MATH Level 5": 0.006,
-        "hfopenllm_v2/GPQA": 0.2576,
+        "hfopenllm_v2/IFEval": 0.1507,
+        "hfopenllm_v2/BBH": 0.293,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2534,
         "hfopenllm_v2/MUSR": 0.3565,
-        "hfopenllm_v2/MMLU-PRO": 0.1128
+        "hfopenllm_v2/MMLU-PRO": 0.1125
       }
     },
     {

data/developers/dfurman.json

@@ -35,12 +35,12 @@
       "developer": "dfurman",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2835,
-        "hfopenllm_v2/BBH": 0.3842,
-        "hfopenllm_v2/MATH Level 5": 0.0521,
-        "hfopenllm_v2/GPQA": 0.2609,
-        "hfopenllm_v2/MUSR": 0.3566,
-        "hfopenllm_v2/MMLU-PRO": 0.2298
+        "hfopenllm_v2/IFEval": 0.3,
+        "hfopenllm_v2/BBH": 0.3853,
+        "hfopenllm_v2/MATH Level 5": 0.0415,
+        "hfopenllm_v2/GPQA": 0.2617,
+        "hfopenllm_v2/MUSR": 0.3579,
+        "hfopenllm_v2/MMLU-PRO": 0.2281
       }
     },
     {

data/developers/doppelreflex.json

@@ -175,12 +175,12 @@
       "developer": "DoppelReflEx",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.436,
-        "hfopenllm_v2/BBH": 0.4956,
-        "hfopenllm_v2/MATH Level 5": 0.0589,
-        "hfopenllm_v2/GPQA": 0.3205,
-        "hfopenllm_v2/MUSR": 0.3843,
-        "hfopenllm_v2/MMLU-PRO": 0.3237
+        "hfopenllm_v2/IFEval": 0.451,
+        "hfopenllm_v2/BBH": 0.4944,
+        "hfopenllm_v2/MATH Level 5": 0.1156,
+        "hfopenllm_v2/GPQA": 0.3196,
+        "hfopenllm_v2/MUSR": 0.3896,
+        "hfopenllm_v2/MMLU-PRO": 0.3256
       }
     },
     {

data/developers/google.json

@@ -76,12 +76,12 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2207,
-        "hfopenllm_v2/BBH": 0.4537,
-        "hfopenllm_v2/MATH Level 5": 0.0008,
-        "hfopenllm_v2/GPQA": 0.2458,
-        "hfopenllm_v2/MUSR": 0.422,
-        "hfopenllm_v2/MMLU-PRO": 0.2142
+        "hfopenllm_v2/IFEval": 0.2237,
+        "hfopenllm_v2/BBH": 0.4531,
+        "hfopenllm_v2/MATH Level 5": 0.0076,
+        "hfopenllm_v2/GPQA": 0.2525,
+        "hfopenllm_v2/MUSR": 0.4181,
+        "hfopenllm_v2/MMLU-PRO": 0.2147
       }
     },
     {
@@ -139,7 +139,6 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "ace/Gaming Score": 0.415,
         "apex-agents/Overall Pass@1": 0.24,
         "apex-agents/Overall Pass@8": 0.367,
         "apex-agents/Overall Mean Score": 0.395,
@@ -147,6 +146,7 @@
         "apex-agents/Management Consulting Pass@1": 0.193,
         "apex-agents/Corporate Law Pass@1": 0.259,
         "apex-agents/Corporate Lawyer Mean Score": 0.524,
+        "ace/Gaming Score": 0.415,
         "apex-v1/Overall Score": 0.64,
         "apex-v1/Consulting Score": 0.64
       }
@@ -723,7 +723,7 @@
         "reward-bench/Safety": 0.909,
         "reward-bench/Focus": 0.841,
         "reward-bench/Ties": 0.809,
-        "terminal-bench-2.0/terminal-bench-2.0": 16.9
+        "terminal-bench-2.0/terminal-bench-2.0": 17.1
       }
     },
     {
@@ -823,7 +823,7 @@
         "reward-bench/Safety": 0.881,
         "reward-bench/Focus": 0.805,
         "reward-bench/Ties": 0.811,
-        "terminal-bench-2.0/terminal-bench-2.0": 16.4
+        "terminal-bench-2.0/terminal-bench-2.0": 19.6
       }
     },
     {
@@ -870,7 +870,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 56.9
+        "terminal-bench-2.0/terminal-bench-2.0": 62.2
       }
     },
     {
@@ -879,7 +879,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.36,
+        "appworld_test_normal/appworld/test_normal": 0.13,
         "browsecompplus/browsecompplus": 0.48,
         "global-mmlu-lite/Global MMLU Lite": 0.9453,
         "global-mmlu-lite/Culturally Sensitive": 0.9397,
@@ -900,10 +900,10 @@
         "global-mmlu-lite/Yoruba": 0.9425,
         "global-mmlu-lite/Chinese": 0.9475,
         "global-mmlu-lite/Burmese": 0.9425,
-        "swe-bench/swe-bench": 0.71,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.68,
+        "swe-bench/swe-bench": 0.7234,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.7,
         "tau-bench-2_retail/tau-bench-2/retail": 0.7805,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.73
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.6852
       }
     },
     {
@@ -1056,12 +1056,12 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5288,
-        "hfopenllm_v2/BBH": 0.4178,
-        "hfopenllm_v2/MATH Level 5": 0.0476,
-        "hfopenllm_v2/GPQA": 0.2752,
-        "hfopenllm_v2/MUSR": 0.3728,
-        "hfopenllm_v2/MMLU-PRO": 0.2467
+        "hfopenllm_v2/IFEval": 0.5078,
+        "hfopenllm_v2/BBH": 0.4226,
+        "hfopenllm_v2/MATH Level 5": 0.0347,
+        "hfopenllm_v2/GPQA": 0.2852,
+        "hfopenllm_v2/MUSR": 0.3964,
+        "hfopenllm_v2/MMLU-PRO": 0.2578
       }
     },
     {

data/developers/gunulhona.json

@@ -21,12 +21,12 @@
       "developer": "Gunulhona",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.288,
-        "hfopenllm_v2/BBH": 0.5154,
+        "hfopenllm_v2/IFEval": 0.4441,
+        "hfopenllm_v2/BBH": 0.4863,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.3247,
-        "hfopenllm_v2/MUSR": 0.408,
-        "hfopenllm_v2/MMLU-PRO": 0.3817
+        "hfopenllm_v2/GPQA": 0.307,
+        "hfopenllm_v2/MUSR": 0.3986,
+        "hfopenllm_v2/MMLU-PRO": 0.3098
       }
     }
   ]

data/developers/hendrydong.json

@@ -7,17 +7,17 @@
       "developer": "hendrydong",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5851,
-        "reward-bench/Chat": 0.9832,
-        "reward-bench/Chat Hard": 0.5789,
-        "reward-bench/Safety": 0.6956,
-        "reward-bench/Reasoning": 0.7434,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7508,
+        "reward-bench/Score": 0.7847,
         "reward-bench/Factuality": 0.5779,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.6011,
+        "reward-bench/Safety": 0.85,
         "reward-bench/Focus": 0.6747,
-        "reward-bench/Ties": 0.5988
+        "reward-bench/Ties": 0.5988,
+        "reward-bench/Chat": 0.9832,
+        "reward-bench/Chat Hard": 0.5789,
+        "reward-bench/Reasoning": 0.7434,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7508
       }
     }
   ]

data/developers/huggingfacetb.json

@@ -133,12 +133,12 @@
       "developer": "HuggingFaceTB",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2883,
-        "hfopenllm_v2/BBH": 0.3124,
-        "hfopenllm_v2/MATH Level 5": 0.003,
-        "hfopenllm_v2/GPQA": 0.2357,
-        "hfopenllm_v2/MUSR": 0.3662,
-        "hfopenllm_v2/MMLU-PRO": 0.1115
+        "hfopenllm_v2/IFEval": 0.0593,
+        "hfopenllm_v2/BBH": 0.3135,
+        "hfopenllm_v2/MATH Level 5": 0.0144,
+        "hfopenllm_v2/GPQA": 0.2341,
+        "hfopenllm_v2/MUSR": 0.3871,
+        "hfopenllm_v2/MMLU-PRO": 0.1092
       }
     },
     {

data/developers/icefog72.json

@@ -813,6 +813,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.3103
       }
     },
+    {
+      "id": "icefog72/IceSakeV6RP-7b",
+      "name": "IceSakeV6RP-7b",
+      "developer": "icefog72",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5033,
+        "hfopenllm_v2/BBH": 0.4976,
+        "hfopenllm_v2/MATH Level 5": 0.0619,
+        "hfopenllm_v2/GPQA": 0.2911,
+        "hfopenllm_v2/MUSR": 0.42,
+        "hfopenllm_v2/MMLU-PRO": 0.3093
+      }
+    },
     {
       "id": "icefog72/IceSakeV8RP-7b",
       "name": "IceSakeV8RP-7b",

data/developers/internlm.json

@@ -21,16 +21,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8217,
+        "reward-bench/Score": 0.3902,
+        "reward-bench/Chat": 0.9358,
+        "reward-bench/Chat Hard": 0.6623,
+        "reward-bench/Safety": 0.4711,
+        "reward-bench/Reasoning": 0.8724,
         "reward-bench/Factuality": 0.2758,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.4426,
-        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.596,
-        "reward-bench/Ties": 0.1934,
-        "reward-bench/Chat": 0.9358,
-        "reward-bench/Chat Hard": 0.6623,
-        "reward-bench/Reasoning": 0.8724
+        "reward-bench/Ties": 0.1934
       }
     },
     {
@@ -39,16 +39,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5628,
-        "reward-bench/Chat": 0.9888,
-        "reward-bench/Chat Hard": 0.7654,
-        "reward-bench/Safety": 0.6111,
-        "reward-bench/Reasoning": 0.9576,
+        "reward-bench/Score": 0.9016,
         "reward-bench/Factuality": 0.5558,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.5738,
+        "reward-bench/Safety": 0.8946,
         "reward-bench/Focus": 0.7253,
-        "reward-bench/Ties": 0.5483
+        "reward-bench/Ties": 0.5483,
+        "reward-bench/Chat": 0.9888,
+        "reward-bench/Chat Hard": 0.7654,
+        "reward-bench/Reasoning": 0.9576
       }
     },
     {
@@ -71,16 +71,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8759,
+        "reward-bench/Score": 0.5335,
+        "reward-bench/Chat": 0.9916,
+        "reward-bench/Chat Hard": 0.6952,
+        "reward-bench/Safety": 0.5956,
+        "reward-bench/Reasoning": 0.9453,
         "reward-bench/Factuality": 0.4211,
         "reward-bench/Precise IF": 0.4,
         "reward-bench/Math": 0.5628,
-        "reward-bench/Safety": 0.8716,
         "reward-bench/Focus": 0.7051,
-        "reward-bench/Ties": 0.5164,
-        "reward-bench/Chat": 0.9916,
-        "reward-bench/Chat Hard": 0.6952,
-        "reward-bench/Reasoning": 0.9453
+        "reward-bench/Ties": 0.5164
       }
     },
     {

data/developers/isaak-carter.json

@@ -35,12 +35,12 @@
       "developer": "Isaak-Carter",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2553,
-        "hfopenllm_v2/BBH": 0.4725,
-        "hfopenllm_v2/MATH Level 5": 0.0529,
-        "hfopenllm_v2/GPQA": 0.2919,
-        "hfopenllm_v2/MUSR": 0.3654,
-        "hfopenllm_v2/MMLU-PRO": 0.3316
+        "hfopenllm_v2/IFEval": 0.2477,
+        "hfopenllm_v2/BBH": 0.4758,
+        "hfopenllm_v2/MATH Level 5": 0.0453,
+        "hfopenllm_v2/GPQA": 0.2911,
+        "hfopenllm_v2/MUSR": 0.3641,
+        "hfopenllm_v2/MMLU-PRO": 0.3292
       }
     }
   ]

data/developers/leroydyer.json

@@ -679,12 +679,12 @@
       "developer": "LeroyDyer",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3066,
-        "hfopenllm_v2/BBH": 0.4577,
+        "hfopenllm_v2/IFEval": 0.3036,
+        "hfopenllm_v2/BBH": 0.4575,
         "hfopenllm_v2/MATH Level 5": 0.0446,
-        "hfopenllm_v2/GPQA": 0.2995,
-        "hfopenllm_v2/MUSR": 0.4254,
-        "hfopenllm_v2/MMLU-PRO": 0.2318
+        "hfopenllm_v2/GPQA": 0.3012,
+        "hfopenllm_v2/MUSR": 0.4253,
+        "hfopenllm_v2/MMLU-PRO": 0.2329
       }
     },
     {

data/developers/llmat.json

@@ -7,12 +7,12 @@
       "developer": "llmat",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.377,
-        "hfopenllm_v2/BBH": 0.3978,
-        "hfopenllm_v2/MATH Level 5": 0.0242,
-        "hfopenllm_v2/GPQA": 0.2668,
-        "hfopenllm_v2/MUSR": 0.3555,
-        "hfopenllm_v2/MMLU-PRO": 0.2278
+        "hfopenllm_v2/IFEval": 0.364,
+        "hfopenllm_v2/BBH": 0.4005,
+        "hfopenllm_v2/MATH Level 5": 0.0015,
+        "hfopenllm_v2/GPQA": 0.2693,
+        "hfopenllm_v2/MUSR": 0.3529,
+        "hfopenllm_v2/MMLU-PRO": 0.2301
       }
     }
   ]

data/developers/microsoft.json

@@ -225,12 +225,12 @@
       "developer": "microsoft",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5613,
-        "hfopenllm_v2/BBH": 0.5676,
-        "hfopenllm_v2/MATH Level 5": 0.1163,
-        "hfopenllm_v2/GPQA": 0.3196,
-        "hfopenllm_v2/MUSR": 0.395,
-        "hfopenllm_v2/MMLU-PRO": 0.3866
+        "hfopenllm_v2/IFEval": 0.5477,
+        "hfopenllm_v2/BBH": 0.5491,
+        "hfopenllm_v2/MATH Level 5": 0.1639,
+        "hfopenllm_v2/GPQA": 0.3322,
+        "hfopenllm_v2/MUSR": 0.4284,
+        "hfopenllm_v2/MMLU-PRO": 0.4022
       }
     },
     {
@@ -341,12 +341,12 @@
       "developer": "microsoft",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.0488,
-        "hfopenllm_v2/BBH": 0.6703,
-        "hfopenllm_v2/MATH Level 5": 0.2787,
-        "hfopenllm_v2/GPQA": 0.401,
+        "hfopenllm_v2/IFEval": 0.0585,
+        "hfopenllm_v2/BBH": 0.6691,
+        "hfopenllm_v2/MATH Level 5": 0.3165,
+        "hfopenllm_v2/GPQA": 0.406,
         "hfopenllm_v2/MUSR": 0.5034,
-        "hfopenllm_v2/MMLU-PRO": 0.5295
+        "hfopenllm_v2/MMLU-PRO": 0.5287
       }
     },
     {

data/developers/mistralai.json

@@ -718,12 +718,12 @@
       "developer": "mistralai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2326,
-        "hfopenllm_v2/BBH": 0.5098,
-        "hfopenllm_v2/MATH Level 5": 0.0937,
-        "hfopenllm_v2/GPQA": 0.3205,
-        "hfopenllm_v2/MUSR": 0.4413,
-        "hfopenllm_v2/MMLU-PRO": 0.3871
+        "hfopenllm_v2/IFEval": 0.2415,
+        "hfopenllm_v2/BBH": 0.5087,
+        "hfopenllm_v2/MATH Level 5": 0.102,
+        "hfopenllm_v2/GPQA": 0.3138,
+        "hfopenllm_v2/MUSR": 0.4321,
+        "hfopenllm_v2/MMLU-PRO": 0.385
       }
     },
     {

data/developers/mlabonne.json

@@ -161,12 +161,12 @@
       "developer": "mlabonne",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4162,
-        "hfopenllm_v2/BBH": 0.5124,
-        "hfopenllm_v2/MATH Level 5": 0.0853,
-        "hfopenllm_v2/GPQA": 0.3029,
-        "hfopenllm_v2/MUSR": 0.415,
-        "hfopenllm_v2/MMLU-PRO": 0.3802
+        "hfopenllm_v2/IFEval": 0.7561,
+        "hfopenllm_v2/BBH": 0.5111,
+        "hfopenllm_v2/MATH Level 5": 0.0906,
+        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/MUSR": 0.4019,
+        "hfopenllm_v2/MMLU-PRO": 0.3841
       }
     },
     {

data/developers/multiple.json

@@ -7,7 +7,7 @@
       "developer": "Multiple",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 71.0
+        "terminal-bench-2.0/terminal-bench-2.0": 58.4
       }
     }
   ]

data/developers/nazimali.json

@@ -21,12 +21,12 @@
       "developer": "nazimali",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.486,
-        "hfopenllm_v2/BBH": 0.4721,
-        "hfopenllm_v2/MATH Level 5": 0.0846,
-        "hfopenllm_v2/GPQA": 0.2844,
-        "hfopenllm_v2/MUSR": 0.4006,
-        "hfopenllm_v2/MMLU-PRO": 0.3087
+        "hfopenllm_v2/IFEval": 0.4964,
+        "hfopenllm_v2/BBH": 0.4699,
+        "hfopenllm_v2/MATH Level 5": 0.0045,
+        "hfopenllm_v2/GPQA": 0.2827,
+        "hfopenllm_v2/MUSR": 0.3979,
+        "hfopenllm_v2/MMLU-PRO": 0.3063
       }
     }
   ]

data/developers/nexusflow.json

@@ -21,17 +21,17 @@
       "developer": "Nexusflow",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8133,
+        "reward-bench/Score": 0.4553,
+        "reward-bench/Chat": 0.9693,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Safety": 0.7556,
+        "reward-bench/Reasoning": 0.8845,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7137,
         "reward-bench/Factuality": 0.4589,
         "reward-bench/Precise IF": 0.3187,
         "reward-bench/Math": 0.6175,
-        "reward-bench/Safety": 0.877,
         "reward-bench/Focus": 0.4808,
-        "reward-bench/Ties": 0.1004,
-        "reward-bench/Chat": 0.9693,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Reasoning": 0.8845,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7137
+        "reward-bench/Ties": 0.1004
       }
     }
   ]

data/developers/nicolinho.json

@@ -51,16 +51,16 @@
       "developer": "nicolinho",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9314,
+        "reward-bench/Score": 0.7074,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.8684,
+        "reward-bench/Safety": 0.9467,
+        "reward-bench/Reasoning": 0.9677,
         "reward-bench/Factuality": 0.6653,
         "reward-bench/Precise IF": 0.4062,
         "reward-bench/Math": 0.612,
-        "reward-bench/Safety": 0.9257,
         "reward-bench/Focus": 0.8909,
-        "reward-bench/Ties": 0.7234,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.8684,
-        "reward-bench/Reasoning": 0.9677
+        "reward-bench/Ties": 0.7234
       }
     }
   ]

data/developers/ontocord.json

@@ -273,12 +273,12 @@
       "developer": "ontocord",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1128,
-        "hfopenllm_v2/BBH": 0.3171,
-        "hfopenllm_v2/MATH Level 5": 0.0113,
-        "hfopenllm_v2/GPQA": 0.2685,
-        "hfopenllm_v2/MUSR": 0.346,
-        "hfopenllm_v2/MMLU-PRO": 0.1129
+        "hfopenllm_v2/IFEval": 0.1162,
+        "hfopenllm_v2/BBH": 0.3184,
+        "hfopenllm_v2/MATH Level 5": 0.0076,
+        "hfopenllm_v2/GPQA": 0.2634,
+        "hfopenllm_v2/MUSR": 0.3447,
+        "hfopenllm_v2/MMLU-PRO": 0.1124
       }
     },
     {

data/developers/openai.json

@@ -163,16 +163,16 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "ace/Overall Score": 0.515,
-        "ace/Food Score": 0.65,
-        "ace/Gaming Score": 0.578,
         "apex-agents/Overall Pass@1": 0.23,
         "apex-agents/Overall Pass@8": 0.4,
         "apex-agents/Overall Mean Score": 0.387,
         "apex-agents/Investment Banking Pass@1": 0.273,
         "apex-agents/Management Consulting Pass@1": 0.227,
         "apex-agents/Corporate Law Pass@1": 0.189,
-        "apex-agents/Corporate Lawyer Mean Score": 0.443
+        "apex-agents/Corporate Lawyer Mean Score": 0.443,
+        "ace/Overall Score": 0.515,
+        "ace/Food Score": 0.65,
+        "ace/Gaming Score": 0.578
       }
     },
     {
@@ -772,16 +772,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.883,
         "helm_mmlu/Mean win rate": 0.52,
-        "reward-bench/Score": 0.6493,
-        "reward-bench/Chat": 0.9609,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Safety": 0.8619,
-        "reward-bench/Reasoning": 0.8661,
+        "reward-bench/Score": 0.8673,
         "reward-bench/Factuality": 0.5684,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.623,
+        "reward-bench/Safety": 0.8811,
         "reward-bench/Focus": 0.7293,
-        "reward-bench/Ties": 0.7819
+        "reward-bench/Ties": 0.7819,
+        "reward-bench/Chat": 0.9609,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Reasoning": 0.8661
       }
     },
     {
@@ -859,16 +859,16 @@
         "helm_mmlu/Virology": 0.536,
         "helm_mmlu/World Religions": 0.86,
         "helm_mmlu/Mean win rate": 0.774,
-        "reward-bench/Score": 0.5796,
-        "reward-bench/Chat": 0.9497,
-        "reward-bench/Chat Hard": 0.6075,
-        "reward-bench/Safety": 0.7667,
-        "reward-bench/Reasoning": 0.8374,
+        "reward-bench/Score": 0.8007,
         "reward-bench/Factuality": 0.4105,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5191,
+        "reward-bench/Safety": 0.8081,
         "reward-bench/Focus": 0.7414,
-        "reward-bench/Ties": 0.6962
+        "reward-bench/Ties": 0.6962,
+        "reward-bench/Chat": 0.9497,
+        "reward-bench/Chat Hard": 0.6075,
+        "reward-bench/Reasoning": 0.8374
       }
     },
     {
@@ -922,7 +922,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 43.4
+        "terminal-bench-2.0/terminal-bench-2.0": 41.3
       }
     },
     {
@@ -931,7 +931,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 31.9
+        "terminal-bench-2.0/terminal-bench-2.0": 22.2
       }
     },
     {
@@ -954,7 +954,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 7.0
+        "terminal-bench-2.0/terminal-bench-2.0": 7.9
       }
     },
     {
@@ -986,7 +986,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 53.5
+        "terminal-bench-2.0/terminal-bench-2.0": 36.9
       }
     },
     {
@@ -1013,7 +1013,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 60.7
+        "terminal-bench-2.0/terminal-bench-2.0": 54.0
       }
     },
     {
@@ -1023,13 +1023,13 @@
       "evaluator_relationship": null,
       "benchmark_scores": {
         "appworld_test_normal/appworld/test_normal": 0.0,
-        "browsecompplus/browsecompplus": 0.26,
+        "browsecompplus/browsecompplus": 0.48,
         "livecodebenchpro/Hard Problems": 0.1594,
         "livecodebenchpro/Medium Problems": 0.5211,
         "livecodebenchpro/Easy Problems": 0.9014,
-        "swe-bench/swe-bench": 0.57,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.6,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.68,
+        "swe-bench/swe-bench": 0.5455,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.48,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.51,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.5354
       }
     },
@@ -1048,7 +1048,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 74.6
+        "terminal-bench-2.0/terminal-bench-2.0": 77.3
       }
     },
     {
@@ -1233,9 +1233,9 @@
         "helm_capabilities/IFEval": 0.929,
         "helm_capabilities/WildBench": 0.854,
         "helm_capabilities/Omni-MATH": 0.72,
-        "livecodebenchpro/Hard Problems": 0.0143,
-        "livecodebenchpro/Medium Problems": 0.2923,
-        "livecodebenchpro/Easy Problems": 0.8571
+        "livecodebenchpro/Hard Problems": 0.014084507042253521,
+        "livecodebenchpro/Medium Problems": 0.30985915492957744,
+        "livecodebenchpro/Easy Problems": 0.8873239436619719
       }
     },
     {

data/developers/openassistant.json

@@ -7,17 +7,17 @@
       "developer": "OpenAssistant",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.615,
+        "reward-bench/Score": 0.2653,
+        "reward-bench/Chat": 0.9246,
+        "reward-bench/Chat Hard": 0.3728,
+        "reward-bench/Safety": 0.3289,
+        "reward-bench/Reasoning": 0.5855,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6801,
         "reward-bench/Factuality": 0.3979,
         "reward-bench/Precise IF": 0.2875,
         "reward-bench/Math": 0.377,
-        "reward-bench/Safety": 0.5446,
         "reward-bench/Focus": 0.1535,
-        "reward-bench/Ties": 0.047,
-        "reward-bench/Chat": 0.9246,
-        "reward-bench/Chat Hard": 0.3728,
-        "reward-bench/Reasoning": 0.5855,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6801
+        "reward-bench/Ties": 0.047
       }
     },
     {
@@ -26,17 +26,17 @@
       "developer": "OpenAssistant",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6901,
+        "reward-bench/Score": 0.2648,
+        "reward-bench/Chat": 0.8855,
+        "reward-bench/Chat Hard": 0.4868,
+        "reward-bench/Safety": 0.3244,
+        "reward-bench/Reasoning": 0.7752,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6533,
         "reward-bench/Factuality": 0.3179,
         "reward-bench/Precise IF": 0.2625,
         "reward-bench/Math": 0.3934,
-        "reward-bench/Safety": 0.6311,
         "reward-bench/Focus": 0.2707,
-        "reward-bench/Ties": 0.0198,
-        "reward-bench/Chat": 0.8855,
-        "reward-bench/Chat Hard": 0.4868,
-        "reward-bench/Reasoning": 0.7752,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6533
+        "reward-bench/Ties": 0.0198
       }
     },
     {
@@ -59,17 +59,17 @@
       "developer": "OpenAssistant",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6126,
+        "reward-bench/Score": 0.32,
+        "reward-bench/Chat": 0.8939,
+        "reward-bench/Chat Hard": 0.4518,
+        "reward-bench/Safety": 0.3667,
+        "reward-bench/Reasoning": 0.3855,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5836,
         "reward-bench/Factuality": 0.3853,
         "reward-bench/Precise IF": 0.2687,
         "reward-bench/Math": 0.5027,
-        "reward-bench/Safety": 0.7338,
         "reward-bench/Focus": 0.2768,
-        "reward-bench/Ties": 0.12,
-        "reward-bench/Chat": 0.8939,
-        "reward-bench/Chat Hard": 0.4518,
-        "reward-bench/Reasoning": 0.3855,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5836
+        "reward-bench/Ties": 0.12
       }
     }
   ]

data/developers/openbmb.json

@@ -21,17 +21,17 @@
       "developer": "openbmb",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8159,
+        "reward-bench/Score": 0.5806,
+        "reward-bench/Chat": 0.9804,
+        "reward-bench/Chat Hard": 0.6557,
+        "reward-bench/Safety": 0.6267,
+        "reward-bench/Reasoning": 0.8633,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7172,
         "reward-bench/Factuality": 0.6,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5683,
-        "reward-bench/Safety": 0.8135,
         "reward-bench/Focus": 0.7475,
-        "reward-bench/Ties": 0.5972,
-        "reward-bench/Chat": 0.9804,
-        "reward-bench/Chat Hard": 0.6557,
-        "reward-bench/Reasoning": 0.8633,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7172
+        "reward-bench/Ties": 0.5972
       }
     },
     {
@@ -68,17 +68,17 @@
       "developer": "openbmb",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6903,
+        "reward-bench/Score": 0.4683,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.5548,
+        "reward-bench/Safety": 0.5089,
+        "reward-bench/Reasoning": 0.6244,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7294,
         "reward-bench/Factuality": 0.5063,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5519,
-        "reward-bench/Safety": 0.5986,
         "reward-bench/Focus": 0.6081,
-        "reward-bench/Ties": 0.3036,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.5548,
-        "reward-bench/Reasoning": 0.6244,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7294
+        "reward-bench/Ties": 0.3036
       }
     }
   ]

data/developers/pku-alignment.json

@@ -26,17 +26,17 @@
       "developer": "PKU-Alignment",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.4727,
+        "reward-bench/Score": 0.1606,
+        "reward-bench/Chat": 0.8184,
+        "reward-bench/Chat Hard": 0.2873,
+        "reward-bench/Safety": 0.1422,
+        "reward-bench/Reasoning": 0.346,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5993,
         "reward-bench/Factuality": 0.2105,
         "reward-bench/Precise IF": 0.2938,
         "reward-bench/Math": 0.2623,
-        "reward-bench/Safety": 0.3757,
         "reward-bench/Focus": 0.0646,
-        "reward-bench/Ties": -0.01,
-        "reward-bench/Chat": 0.8184,
-        "reward-bench/Chat Hard": 0.2873,
-        "reward-bench/Reasoning": 0.346,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5993
+        "reward-bench/Ties": -0.01
       }
     },
     {

data/developers/primeintellect.json

@@ -8,11 +8,11 @@
       "evaluator_relationship": null,
       "benchmark_scores": {
         "hfopenllm_v2/IFEval": 0.1757,
-        "hfopenllm_v2/BBH": 0.276,
+        "hfopenllm_v2/BBH": 0.274,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2534,
-        "hfopenllm_v2/MUSR": 0.3339,
-        "hfopenllm_v2/MMLU-PRO": 0.1123
+        "hfopenllm_v2/GPQA": 0.25,
+        "hfopenllm_v2/MUSR": 0.3753,
+        "hfopenllm_v2/MMLU-PRO": 0.112
       }
     },
     {

data/developers/prithivmlmods.json

@@ -63,12 +63,12 @@
       "developer": "prithivMLmods",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6064,
-        "hfopenllm_v2/BBH": 0.6296,
-        "hfopenllm_v2/MATH Level 5": 0.3708,
-        "hfopenllm_v2/GPQA": 0.3733,
-        "hfopenllm_v2/MUSR": 0.4873,
-        "hfopenllm_v2/MMLU-PRO": 0.5307
+        "hfopenllm_v2/IFEval": 0.6052,
+        "hfopenllm_v2/BBH": 0.6317,
+        "hfopenllm_v2/MATH Level 5": 0.4789,
+        "hfopenllm_v2/GPQA": 0.3742,
+        "hfopenllm_v2/MUSR": 0.486,
+        "hfopenllm_v2/MMLU-PRO": 0.5302
       }
     },
     {