chore: sync EEE pipeline output [2026-04-03 05:09 UTC]

data/benchmarks.json

@@ -57,7 +57,7 @@
   },
   {
     "benchmark": "reward-bench",
-    "model_count": 328
+    "model_count": 327
   },
   {
     "benchmark": "swe-bench",

data/benchmarks/appworld_test_normal.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "appworld/test_normal": 0.7
+        "appworld/test_normal": 0.64
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "appworld/test_normal": 0.55
+        "appworld/test_normal": 0.36
       }
     },
     {

data/benchmarks/browsecompplus.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "browsecompplus": 0.3333
+        "browsecompplus": 0.48
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "browsecompplus": 0.43
+        "browsecompplus": 0.26
       }
     }
   ]

data/benchmarks/hfopenllm_v2.json

@@ -1747,12 +1747,12 @@
       "name": "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated",
       "developer": "BoltMonkey",
       "scores": {
-        "IFEval": 0.459,
-        "BBH": 0.5185,
-        "MATH Level 5": 0.0937,
-        "GPQA": 0.2743,
-        "MUSR": 0.4083,
-        "MMLU-PRO": 0.3631
+        "IFEval": 0.7999,
+        "BBH": 0.5152,
+        "MATH Level 5": 0.1193,
+        "GPQA": 0.281,
+        "MUSR": 0.4019,
+        "MMLU-PRO": 0.3733
       }
     },
     {
@@ -2176,12 +2176,12 @@
       "name": "LION-Gemma-2b-dpo-v1.0",
       "developer": "Columbia-NLP",
       "scores": {
-        "IFEval": 0.3102,
-        "BBH": 0.3881,
-        "MATH Level 5": 0.0536,
-        "GPQA": 0.2534,
-        "MUSR": 0.4081,
-        "MMLU-PRO": 0.1665
+        "IFEval": 0.3278,
+        "BBH": 0.392,
+        "MATH Level 5": 0.0431,
+        "GPQA": 0.2492,
+        "MUSR": 0.412,
+        "MMLU-PRO": 0.1666
       }
     },
     {
@@ -3229,12 +3229,12 @@
       "name": "PathfinderAI",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.4855,
-        "BBH": 0.6627,
-        "MATH Level 5": 0.4841,
-        "GPQA": 0.3096,
-        "MUSR": 0.4256,
-        "MMLU-PRO": 0.5542
+        "IFEval": 0.3745,
+        "BBH": 0.6668,
+        "MATH Level 5": 0.4758,
+        "GPQA": 0.3943,
+        "MUSR": 0.4858,
+        "MMLU-PRO": 0.5593
       }
     },
     {
@@ -4009,12 +4009,12 @@
       "name": "Llama-3.2-1B-SPIN-iter0",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1507,
-        "BBH": 0.293,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
+        "IFEval": 0.1549,
+        "BBH": 0.2937,
+        "MATH Level 5": 0.006,
+        "GPQA": 0.2576,
         "MUSR": 0.3565,
-        "MMLU-PRO": 0.1125
+        "MMLU-PRO": 0.1128
       }
     },
     {
@@ -4048,12 +4048,12 @@
       "name": "Llama-3.2-1B-SPIN-iter3",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1336,
-        "BBH": 0.2975,
-        "MATH Level 5": 0.0068,
-        "GPQA": 0.2534,
-        "MUSR": 0.35,
-        "MMLU-PRO": 0.1128
+        "IFEval": 0.1324,
+        "BBH": 0.2972,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2643,
+        "MUSR": 0.3527,
+        "MMLU-PRO": 0.1129
       }
     },
     {
@@ -4321,12 +4321,12 @@
       "name": "Llama-3.1-8b-ITA",
       "developer": "DeepMount00",
       "scores": {
-        "IFEval": 0.5365,
-        "BBH": 0.517,
-        "MATH Level 5": 0.1707,
-        "GPQA": 0.3062,
-        "MUSR": 0.4487,
-        "MMLU-PRO": 0.396
+        "IFEval": 0.7917,
+        "BBH": 0.5109,
+        "MATH Level 5": 0.1088,
+        "GPQA": 0.2878,
+        "MUSR": 0.4136,
+        "MMLU-PRO": 0.3876
       }
     },
     {
@@ -7025,12 +7025,12 @@
       "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto",
       "developer": "EpistemeAI",
       "scores": {
-        "IFEval": 0.7305,
-        "BBH": 0.4649,
-        "MATH Level 5": 0.1397,
-        "GPQA": 0.2659,
-        "MUSR": 0.3209,
-        "MMLU-PRO": 0.348
+        "IFEval": 0.7207,
+        "BBH": 0.461,
+        "MATH Level 5": 0.1314,
+        "GPQA": 0.2701,
+        "MUSR": 0.3432,
+        "MMLU-PRO": 0.3354
       }
     },
     {
@@ -7675,12 +7675,12 @@
       "name": "Herplete-LLM-Llama-3.1-8b",
       "developer": "Etherll",
       "scores": {
-        "IFEval": 0.6106,
-        "BBH": 0.5347,
-        "MATH Level 5": 0.1548,
-        "GPQA": 0.3146,
-        "MUSR": 0.3991,
-        "MMLU-PRO": 0.3752
+        "IFEval": 0.4672,
+        "BBH": 0.5013,
+        "MATH Level 5": 0.0279,
+        "GPQA": 0.2861,
+        "MUSR": 0.386,
+        "MMLU-PRO": 0.3482
       }
     },
     {
@@ -8455,12 +8455,12 @@
       "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
-        "IFEval": 0.3472,
-        "BBH": 0.3268,
-        "MATH Level 5": 0.0891,
-        "GPQA": 0.2517,
-        "MUSR": 0.3262,
-        "MMLU-PRO": 0.1641
+        "IFEval": 0.3417,
+        "BBH": 0.3292,
+        "MATH Level 5": 0.0023,
+        "GPQA": 0.2576,
+        "MUSR": 0.3249,
+        "MMLU-PRO": 0.1638
       }
     },
     {
@@ -8702,12 +8702,12 @@
       "name": "Nature-Reason-1.2-reallysmall",
       "developer": "GuilhermeNaturaUmana",
       "scores": {
-        "IFEval": 0.4985,
-        "BBH": 0.5645,
-        "MATH Level 5": 0.2576,
-        "GPQA": 0.3003,
-        "MUSR": 0.4373,
-        "MMLU-PRO": 0.4429
+        "IFEval": 0.4791,
+        "BBH": 0.5649,
+        "MATH Level 5": 0.25,
+        "GPQA": 0.2995,
+        "MUSR": 0.4439,
+        "MMLU-PRO": 0.4408
       }
     },
     {
@@ -9170,12 +9170,12 @@
       "name": "SmolLM2-360M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
-        "IFEval": 0.083,
-        "BBH": 0.3053,
-        "MATH Level 5": 0.0083,
-        "GPQA": 0.2651,
-        "MUSR": 0.3423,
-        "MMLU-PRO": 0.1126
+        "IFEval": 0.3842,
+        "BBH": 0.3144,
+        "MATH Level 5": 0.0151,
+        "GPQA": 0.255,
+        "MUSR": 0.3461,
+        "MMLU-PRO": 0.1117
       }
     },
     {
@@ -13031,12 +13031,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_IA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3036,
-        "BBH": 0.4575,
+        "IFEval": 0.3066,
+        "BBH": 0.4577,
         "MATH Level 5": 0.0446,
-        "GPQA": 0.3012,
-        "MUSR": 0.4253,
-        "MMLU-PRO": 0.2329
+        "GPQA": 0.2995,
+        "MUSR": 0.4254,
+        "MMLU-PRO": 0.2318
       }
     },
     {
@@ -13057,12 +13057,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3798,
-        "BBH": 0.4483,
-        "MATH Level 5": 0.04,
-        "GPQA": 0.3129,
-        "MUSR": 0.4148,
-        "MMLU-PRO": 0.2389
+        "IFEval": 0.3579,
+        "BBH": 0.4477,
+        "MATH Level 5": 0.0423,
+        "GPQA": 0.3096,
+        "MUSR": 0.4134,
+        "MMLU-PRO": 0.2376
       }
     },
     {
@@ -14305,12 +14305,12 @@
       "name": "Llama-3-8B-Magpie-Align-v0.1",
       "developer": "Magpie-Align",
       "scores": {
-        "IFEval": 0.4027,
-        "BBH": 0.4789,
-        "MATH Level 5": 0.0461,
-        "GPQA": 0.2768,
-        "MUSR": 0.3087,
-        "MMLU-PRO": 0.3001
+        "IFEval": 0.4118,
+        "BBH": 0.4811,
+        "MATH Level 5": 0.034,
+        "GPQA": 0.2752,
+        "MUSR": 0.3047,
+        "MMLU-PRO": 0.3006
       }
     },
     {
@@ -16874,6 +16874,19 @@
         "MMLU-PRO": 0.232
       }
     },
+    {
+      "model_id": "NousResearch/Yarn-Llama-2-7b-128k",
+      "name": "Yarn-Llama-2-7b-128k",
+      "developer": "NousResearch",
+      "scores": {
+        "IFEval": 0.1485,
+        "BBH": 0.3248,
+        "MATH Level 5": 0.0151,
+        "GPQA": 0.2601,
+        "MUSR": 0.3967,
+        "MMLU-PRO": 0.1791
+      }
+    },
     {
       "model_id": "NousResearch/Yarn-Llama-2-7b-64k",
       "name": "Yarn-Llama-2-7b-64k",
@@ -18128,11 +18141,11 @@
       "developer": "PrimeIntellect",
       "scores": {
         "IFEval": 0.1757,
-        "BBH": 0.274,
+        "BBH": 0.276,
         "MATH Level 5": 0.0,
-        "GPQA": 0.25,
-        "MUSR": 0.3753,
-        "MMLU-PRO": 0.112
+        "GPQA": 0.2534,
+        "MUSR": 0.3339,
+        "MMLU-PRO": 0.1123
       }
     },
     {
@@ -18257,12 +18270,12 @@
       "name": "Casa-14b-sce",
       "developer": "Quazim0t0",
       "scores": {
-        "IFEval": 0.6654,
-        "BBH": 0.6901,
-        "MATH Level 5": 0.4698,
-        "GPQA": 0.3331,
-        "MUSR": 0.431,
-        "MMLU-PRO": 0.5426
+        "IFEval": 0.6718,
+        "BBH": 0.6891,
+        "MATH Level 5": 0.4985,
+        "GPQA": 0.3339,
+        "MUSR": 0.4323,
+        "MMLU-PRO": 0.5408
       }
     },
     {
@@ -18699,12 +18712,12 @@
       "name": "ODB-14B-sce",
       "developer": "Quazim0t0",
       "scores": {
-        "IFEval": 0.2922,
-        "BBH": 0.6559,
-        "MATH Level 5": 0.2545,
-        "GPQA": 0.2659,
-        "MUSR": 0.3929,
-        "MMLU-PRO": 0.5207
+        "IFEval": 0.7016,
+        "BBH": 0.6942,
+        "MATH Level 5": 0.4116,
+        "GPQA": 0.3624,
+        "MUSR": 0.4571,
+        "MMLU-PRO": 0.5411
       }
     },
     {
@@ -19453,12 +19466,12 @@
       "name": "Qwen2.5-0.5B-Instruct",
       "developer": "Qwen",
       "scores": {
-        "IFEval": 0.3071,
-        "BBH": 0.3341,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2576,
-        "MUSR": 0.3329,
-        "MMLU-PRO": 0.1697
+        "IFEval": 0.3153,
+        "BBH": 0.3322,
+        "MATH Level 5": 0.1035,
+        "GPQA": 0.2592,
+        "MUSR": 0.3342,
+        "MMLU-PRO": 0.172
       }
     },
     {
@@ -19973,12 +19986,12 @@
       "name": "Replete-LLM-Qwen2-7b",
       "developer": "Replete-AI",
       "scores": {
-        "IFEval": 0.0905,
-        "BBH": 0.2985,
+        "IFEval": 0.0932,
+        "BBH": 0.2977,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
-        "MUSR": 0.3848,
-        "MMLU-PRO": 0.1158
+        "GPQA": 0.2475,
+        "MUSR": 0.3941,
+        "MMLU-PRO": 0.1157
       }
     },
     {
@@ -25056,12 +25069,12 @@
       "name": "Llama3.1-8B-Cobalt",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.7168,
-        "BBH": 0.4911,
-        "MATH Level 5": 0.1533,
-        "GPQA": 0.2861,
-        "MUSR": 0.3512,
-        "MMLU-PRO": 0.3663
+        "IFEval": 0.3496,
+        "BBH": 0.4947,
+        "MATH Level 5": 0.1269,
+        "GPQA": 0.3037,
+        "MUSR": 0.3959,
+        "MMLU-PRO": 0.3644
       }
     },
     {
@@ -26499,12 +26512,12 @@
       "name": "autotrain-0tmgq-5tpbg",
       "developer": "abhishek",
       "scores": {
-        "IFEval": 0.1952,
-        "BBH": 0.3127,
-        "MATH Level 5": 0.0128,
-        "GPQA": 0.2592,
-        "MUSR": 0.3584,
-        "MMLU-PRO": 0.1144
+        "IFEval": 0.1957,
+        "BBH": 0.3135,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2517,
+        "MUSR": 0.365,
+        "MMLU-PRO": 0.1151
       }
     },
     {
@@ -26590,12 +26603,12 @@
       "name": "QAIMath-Qwen2.5-7B-TIES",
       "developer": "adriszmar",
       "scores": {
-        "IFEval": 0.1746,
-        "BBH": 0.3126,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.245,
-        "MUSR": 0.4096,
-        "MMLU-PRO": 0.1087
+        "IFEval": 0.1685,
+        "BBH": 0.3124,
+        "MATH Level 5": 0.0015,
+        "GPQA": 0.2492,
+        "MUSR": 0.3963,
+        "MMLU-PRO": 0.1066
       }
     },
     {
@@ -26876,12 +26889,12 @@
       "name": "Llama-3.1-Storm-8B",
       "developer": "akjindal53244",
       "scores": {
-        "IFEval": 0.8033,
-        "BBH": 0.5196,
-        "MATH Level 5": 0.1624,
-        "GPQA": 0.3096,
+        "IFEval": 0.8051,
+        "BBH": 0.5189,
+        "MATH Level 5": 0.1722,
+        "GPQA": 0.3263,
         "MUSR": 0.4028,
-        "MMLU-PRO": 0.3812
+        "MMLU-PRO": 0.3803
       }
     },
     {
@@ -26902,12 +26915,12 @@
       "name": "Llama-3.1-Tulu-3-70B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8291,
-        "BBH": 0.6164,
-        "MATH Level 5": 0.4502,
+        "IFEval": 0.8379,
+        "BBH": 0.6157,
+        "MATH Level 5": 0.3829,
         "GPQA": 0.3733,
-        "MUSR": 0.4948,
-        "MMLU-PRO": 0.4645
+        "MUSR": 0.4988,
+        "MMLU-PRO": 0.4656
       }
     },
     {
@@ -26941,12 +26954,12 @@
       "name": "Llama-3.1-Tulu-3-8B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8267,
-        "BBH": 0.405,
-        "MATH Level 5": 0.1964,
-        "GPQA": 0.2987,
+        "IFEval": 0.8255,
+        "BBH": 0.4061,
+        "MATH Level 5": 0.2115,
+        "GPQA": 0.297,
         "MUSR": 0.4175,
-        "MMLU-PRO": 0.2827
+        "MMLU-PRO": 0.2821
       }
     },
     {
@@ -30347,12 +30360,12 @@
       "name": "Llama-3.2-3B-Deep-Test",
       "developer": "bunnycore",
       "scores": {
-        "IFEval": 0.1775,
-        "BBH": 0.295,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2517,
-        "MUSR": 0.3647,
-        "MMLU-PRO": 0.1049
+        "IFEval": 0.4652,
+        "BBH": 0.4531,
+        "MATH Level 5": 0.1284,
+        "GPQA": 0.2643,
+        "MUSR": 0.3394,
+        "MMLU-PRO": 0.3152
       }
     },
     {
@@ -32154,12 +32167,12 @@
       "name": "Llama-3-8B-Orpo-v0.1",
       "developer": "dfurman",
       "scores": {
-        "IFEval": 0.3,
-        "BBH": 0.3853,
-        "MATH Level 5": 0.0415,
-        "GPQA": 0.2617,
-        "MUSR": 0.3579,
-        "MMLU-PRO": 0.2281
+        "IFEval": 0.2835,
+        "BBH": 0.3842,
+        "MATH Level 5": 0.0521,
+        "GPQA": 0.2609,
+        "MUSR": 0.3566,
+        "MMLU-PRO": 0.2298
       }
     },
     {
@@ -37258,19 +37271,6 @@
         "MMLU-PRO": 0.3103
       }
     },
-    {
-      "model_id": "icefog72/IceSakeV6RP-7b",
-      "name": "IceSakeV6RP-7b",
-      "developer": "icefog72",
-      "scores": {
-        "IFEval": 0.5033,
-        "BBH": 0.4976,
-        "MATH Level 5": 0.0619,
-        "GPQA": 0.2911,
-        "MUSR": 0.42,
-        "MMLU-PRO": 0.3093
-      }
-    },
     {
       "model_id": "icefog72/IceSakeV8RP-7b",
       "name": "IceSakeV8RP-7b",
@@ -37692,12 +37692,12 @@
       "name": "Kosmos-EVAA-Fusion-8B",
       "developer": "jaspionjader",
       "scores": {
-        "IFEval": 0.4418,
-        "BBH": 0.5406,
-        "MATH Level 5": 0.1352,
-        "GPQA": 0.3062,
+        "IFEval": 0.4345,
+        "BBH": 0.5419,
+        "MATH Level 5": 0.1292,
+        "GPQA": 0.3087,
         "MUSR": 0.4277,
-        "MMLU-PRO": 0.386
+        "MMLU-PRO": 0.3854
       }
     },
     {
@@ -43971,12 +43971,12 @@
       "name": "Phi-3-mini-4k-instruct",
       "developer": "microsoft",
       "scores": {
-        "IFEval": 0.5477,
-        "BBH": 0.5491,
-        "MATH Level 5": 0.1639,
-        "GPQA": 0.3322,
-        "MUSR": 0.4284,
-        "MMLU-PRO": 0.4022
+        "IFEval": 0.5613,
+        "BBH": 0.5676,
+        "MATH Level 5": 0.1163,
+        "GPQA": 0.3196,
+        "MUSR": 0.395,
+        "MMLU-PRO": 0.3866
       }
     },
     {
@@ -44101,12 +44101,12 @@
       "name": "phi-4",
       "developer": "microsoft",
       "scores": {
-        "IFEval": 0.0585,
-        "BBH": 0.6691,
-        "MATH Level 5": 0.3165,
-        "GPQA": 0.406,
+        "IFEval": 0.0488,
+        "BBH": 0.6703,
+        "MATH Level 5": 0.2787,
+        "GPQA": 0.401,
         "MUSR": 0.5034,
-        "MMLU-PRO": 0.5287
+        "MMLU-PRO": 0.5295
       }
     },
     {
@@ -44413,12 +44413,12 @@
       "name": "Mistral-Small-Instruct-2409",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.667,
-        "BBH": 0.5213,
-        "MATH Level 5": 0.1435,
-        "GPQA": 0.3238,
-        "MUSR": 0.3632,
-        "MMLU-PRO": 0.396
+        "IFEval": 0.6283,
+        "BBH": 0.583,
+        "MATH Level 5": 0.2039,
+        "GPQA": 0.3331,
+        "MUSR": 0.4063,
+        "MMLU-PRO": 0.4099
       }
     },
     {
@@ -44465,12 +44465,12 @@
       "name": "Mixtral-8x7B-v0.1",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.2415,
-        "BBH": 0.5087,
-        "MATH Level 5": 0.102,
-        "GPQA": 0.3138,
-        "MUSR": 0.4321,
-        "MMLU-PRO": 0.385
+        "IFEval": 0.2326,
+        "BBH": 0.5098,
+        "MATH Level 5": 0.0937,
+        "GPQA": 0.3205,
+        "MUSR": 0.4413,
+        "MMLU-PRO": 0.3871
       }
     },
     {
@@ -44725,12 +44725,12 @@
       "name": "NeuralDaredevil-8B-abliterated",
       "developer": "mlabonne",
       "scores": {
-        "IFEval": 0.7561,
-        "BBH": 0.5111,
-        "MATH Level 5": 0.0906,
-        "GPQA": 0.3062,
-        "MUSR": 0.4019,
-        "MMLU-PRO": 0.3841
+        "IFEval": 0.4162,
+        "BBH": 0.5124,
+        "MATH Level 5": 0.0853,
+        "GPQA": 0.3029,
+        "MUSR": 0.415,
+        "MMLU-PRO": 0.3802
       }
     },
     {
@@ -47598,12 +47598,12 @@
       "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
       "developer": "ontocord",
       "scores": {
-        "IFEval": 0.1162,
-        "BBH": 0.3184,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2634,
-        "MUSR": 0.3447,
-        "MMLU-PRO": 0.1124
+        "IFEval": 0.1128,
+        "BBH": 0.3171,
+        "MATH Level 5": 0.0113,
+        "GPQA": 0.2685,
+        "MUSR": 0.346,
+        "MMLU-PRO": 0.1129
       }
     },
     {
@@ -48716,12 +48716,12 @@
       "name": "Llama-3-8B-ProLong-512k-Instruct",
       "developer": "princeton-nlp",
       "scores": {
-        "IFEval": 0.3978,
-        "BBH": 0.4983,
-        "MATH Level 5": 0.0582,
-        "GPQA": 0.281,
-        "MUSR": 0.425,
-        "MMLU-PRO": 0.3246
+        "IFEval": 0.5508,
+        "BBH": 0.5028,
+        "MATH Level 5": 0.0529,
+        "GPQA": 0.2861,
+        "MUSR": 0.4266,
+        "MMLU-PRO": 0.3231
       }
     },
     {
@@ -49431,12 +49431,12 @@
       "name": "Calcium-Opus-14B-Elite",
       "developer": "prithivMLmods",
       "scores": {
-        "IFEval": 0.6052,
-        "BBH": 0.6317,
-        "MATH Level 5": 0.4789,
-        "GPQA": 0.3742,
-        "MUSR": 0.486,
-        "MMLU-PRO": 0.5302
+        "IFEval": 0.6064,
+        "BBH": 0.6296,
+        "MATH Level 5": 0.3708,
+        "GPQA": 0.3733,
+        "MUSR": 0.4873,
+        "MMLU-PRO": 0.5307
       }
     },
     {
@@ -50861,12 +50861,12 @@
       "name": "Qwen2.5-Math-14B-Instruct",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.6005,
-        "BBH": 0.6356,
-        "MATH Level 5": 0.2764,
-        "GPQA": 0.3691,
+        "IFEval": 0.6066,
+        "BBH": 0.635,
+        "MATH Level 5": 0.3716,
+        "GPQA": 0.3725,
         "MUSR": 0.4757,
-        "MMLU-PRO": 0.5339
+        "MMLU-PRO": 0.5331
       }
     },
     {
@@ -51316,12 +51316,12 @@
       "name": "recoilme-gemma-2-9B-v0.2",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.7592,
-        "BBH": 0.6026,
-        "MATH Level 5": 0.0529,
-        "GPQA": 0.3289,
-        "MUSR": 0.4099,
-        "MMLU-PRO": 0.4163
+        "IFEval": 0.2747,
+        "BBH": 0.6031,
+        "MATH Level 5": 0.0831,
+        "GPQA": 0.3305,
+        "MUSR": 0.4686,
+        "MMLU-PRO": 0.4122
       }
     },
     {
@@ -51329,12 +51329,12 @@
       "name": "recoilme-gemma-2-9B-v0.3",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.5761,
-        "BBH": 0.602,
-        "MATH Level 5": 0.1888,
-        "GPQA": 0.3372,
-        "MUSR": 0.4632,
-        "MMLU-PRO": 0.4039
+        "IFEval": 0.7439,
+        "BBH": 0.5993,
+        "MATH Level 5": 0.0876,
+        "GPQA": 0.3238,
+        "MUSR": 0.4204,
+        "MMLU-PRO": 0.4072
       }
     },
     {
@@ -53188,12 +53188,12 @@
       "name": "Qwenvergence-14B-v3-Reason",
       "developer": "sometimesanotion",
       "scores": {
-        "IFEval": 0.5367,
-        "BBH": 0.6561,
-        "MATH Level 5": 0.358,
-        "GPQA": 0.3867,
-        "MUSR": 0.474,
-        "MMLU-PRO": 0.5395
+        "IFEval": 0.5278,
+        "BBH": 0.6557,
+        "MATH Level 5": 0.3119,
+        "GPQA": 0.3842,
+        "MUSR": 0.4754,
+        "MMLU-PRO": 0.5396
       }
     },
     {
@@ -54332,12 +54332,12 @@
       "name": "lambda-gemma-2-9b-dpo",
       "developer": "tanliboy",
       "scores": {
-        "IFEval": 0.4501,
-        "BBH": 0.5472,
-        "MATH Level 5": 0.0944,
-        "GPQA": 0.3138,
-        "MUSR": 0.4017,
-        "MMLU-PRO": 0.3792
+        "IFEval": 0.1829,
+        "BBH": 0.5488,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.3104,
+        "MUSR": 0.4056,
+        "MMLU-PRO": 0.3805
       }
     },
     {
@@ -56932,12 +56932,12 @@
       "name": "Hebrew-Mistral-7B-200K",
       "developer": "yam-peleg",
       "scores": {
-        "IFEval": 0.1856,
-        "BBH": 0.4149,
-        "MATH Level 5": 0.0234,
-        "GPQA": 0.276,
-        "MUSR": 0.3765,
-        "MMLU-PRO": 0.2573
+        "IFEval": 0.177,
+        "BBH": 0.3411,
+        "MATH Level 5": 0.031,
+        "GPQA": 0.2534,
+        "MUSR": 0.374,
+        "MMLU-PRO": 0.2529
       }
     },
     {

data/benchmarks/livecodebenchpro.json

@@ -205,9 +205,9 @@
       "name": "gpt-5-2025-08-07",
       "developer": "OpenAI",
       "scores": {
-        "Hard Problems": 0.04225352112676056,
-        "Medium Problems": 0.4084507042253521,
-        "Easy Problems": 0.8873239436619719
+        "Hard Problems": 0.0423,
+        "Medium Problems": 0.4085,
+        "Easy Problems": 0.9014
       }
     },
     {
@@ -255,9 +255,9 @@
       "name": "o4-mini-2025-04-16",
       "developer": "OpenAI",
       "scores": {
-        "Hard Problems": 0.014084507042253521,
-        "Medium Problems": 0.30985915492957744,
-        "Easy Problems": 0.8873239436619719
+        "Hard Problems": 0.0143,
+        "Medium Problems": 0.2923,
+        "Easy Problems": 0.8571
       }
     },
     {

data/benchmarks/reward-bench.json

@@ -81,17 +81,17 @@
       "name": "CIR-AMS/BTRM_Qwen2_7b_0613",
       "developer": "CIR-AMS",
       "scores": {
-        "Score": 0.8172,
+        "Score": 0.5736,
+        "Chat": 0.9749,
+        "Chat Hard": 0.5724,
+        "Safety": 0.7178,
+        "Reasoning": 0.8775,
+        "Prior Sets (0.5 weight)": 0.7029,
         "Factuality": 0.5347,
         "Precise IF": 0.3563,
         "Math": 0.6066,
-        "Safety": 0.9014,
         "Focus": 0.5737,
-        "Ties": 0.6527,
-        "Chat": 0.9749,
-        "Chat Hard": 0.5724,
-        "Reasoning": 0.8775,
-        "Prior Sets (0.5 weight)": 0.7029
+        "Ties": 0.6527
       }
     },
     {
@@ -453,16 +453,16 @@
       "name": "LxzGordon/URM-LLaMa-3.1-8B",
       "developer": "LxzGordon",
       "scores": {
-        "Score": 0.7394,
-        "Chat": 0.9553,
-        "Chat Hard": 0.8816,
-        "Safety": 0.9178,
-        "Reasoning": 0.9698,
+        "Score": 0.9294,
         "Factuality": 0.6884,
         "Precise IF": 0.45,
         "Math": 0.6393,
+        "Safety": 0.9108,
         "Focus": 0.9758,
-        "Ties": 0.7653
+        "Ties": 0.7653,
+        "Chat": 0.9553,
+        "Chat Hard": 0.8816,
+        "Reasoning": 0.9698
       }
     },
     {
@@ -555,17 +555,17 @@
       "name": "OpenAssistant/oasst-rm-2-pythia-6.9b-epoch-1",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.2653,
-        "Chat": 0.9246,
-        "Chat Hard": 0.3728,
-        "Safety": 0.3289,
-        "Reasoning": 0.5855,
-        "Prior Sets (0.5 weight)": 0.6801,
+        "Score": 0.615,
         "Factuality": 0.3979,
         "Precise IF": 0.2875,
         "Math": 0.377,
+        "Safety": 0.5446,
         "Focus": 0.1535,
-        "Ties": 0.047
+        "Ties": 0.047,
+        "Chat": 0.9246,
+        "Chat Hard": 0.3728,
+        "Reasoning": 0.5855,
+        "Prior Sets (0.5 weight)": 0.6801
       }
     },
     {
@@ -609,17 +609,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-cost",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.5798,
+        "Score": 0.3332,
+        "Chat": 0.6173,
+        "Chat Hard": 0.4232,
+        "Safety": 0.7589,
+        "Reasoning": 0.5482,
+        "Prior Sets (0.5 weight)": 0.57,
         "Factuality": 0.3263,
         "Precise IF": 0.2313,
         "Math": 0.3989,
-        "Safety": 0.7351,
         "Focus": 0.2939,
-        "Ties": -0.01,
-        "Chat": 0.6173,
-        "Chat Hard": 0.4232,
-        "Reasoning": 0.5482,
-        "Prior Sets (0.5 weight)": 0.57
+        "Ties": -0.01
       }
     },
     {
@@ -627,17 +627,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-reward",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.1606,
-        "Chat": 0.8184,
-        "Chat Hard": 0.2873,
-        "Safety": 0.1422,
-        "Reasoning": 0.346,
-        "Prior Sets (0.5 weight)": 0.5993,
+        "Score": 0.4727,
         "Factuality": 0.2105,
         "Precise IF": 0.2938,
         "Math": 0.2623,
+        "Safety": 0.3757,
         "Focus": 0.0646,
-        "Ties": -0.01
+        "Ties": -0.01,
+        "Chat": 0.8184,
+        "Chat Hard": 0.2873,
+        "Reasoning": 0.346,
+        "Prior Sets (0.5 weight)": 0.5993
       }
     },
     {
@@ -663,17 +663,17 @@
       "name": "PKU-Alignment/beaver-7b-v2.0-reward",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.2544,
-        "Chat": 0.8994,
-        "Chat Hard": 0.364,
-        "Safety": 0.3156,
-        "Reasoning": 0.6887,
-        "Prior Sets (0.5 weight)": 0.6171,
+        "Score": 0.6366,
         "Factuality": 0.2168,
         "Precise IF": 0.2562,
         "Math": 0.3825,
+        "Safety": 0.6041,
         "Focus": 0.2606,
-        "Ties": 0.0944
+        "Ties": 0.0944,
+        "Chat": 0.8994,
+        "Chat Hard": 0.364,
+        "Reasoning": 0.6887,
+        "Prior Sets (0.5 weight)": 0.6171
       }
     },
     {
@@ -904,16 +904,16 @@
       "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.6766,
-        "Chat": 0.9553,
-        "Chat Hard": 0.8618,
-        "Safety": 0.9222,
-        "Reasoning": 0.9362,
+        "Score": 0.9154,
         "Factuality": 0.6274,
         "Precise IF": 0.35,
         "Math": 0.5847,
+        "Safety": 0.9081,
         "Focus": 0.8929,
-        "Ties": 0.6824
+        "Ties": 0.6824,
+        "Chat": 0.9553,
+        "Chat Hard": 0.8618,
+        "Reasoning": 0.9362
       }
     },
     {
@@ -921,16 +921,16 @@
       "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.5966,
-        "Chat": 0.9302,
-        "Chat Hard": 0.7719,
-        "Safety": 0.9222,
-        "Reasoning": 0.912,
+        "Score": 0.8839,
         "Factuality": 0.5305,
         "Precise IF": 0.3125,
         "Math": 0.5902,
+        "Safety": 0.9216,
         "Focus": 0.7455,
-        "Ties": 0.4788
+        "Ties": 0.4788,
+        "Chat": 0.9302,
+        "Chat Hard": 0.7719,
+        "Reasoning": 0.912
       }
     },
     {
@@ -956,17 +956,17 @@
       "name": "Ray2333/GRM-llama3-8B-sftreg",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.8542,
+        "Score": 0.6089,
+        "Chat": 0.986,
+        "Chat Hard": 0.6776,
+        "Safety": 0.7867,
+        "Reasoning": 0.9229,
+        "Prior Sets (0.5 weight)": 0.7309,
         "Factuality": 0.6189,
         "Precise IF": 0.3875,
         "Math": 0.5792,
-        "Safety": 0.8919,
         "Focus": 0.6828,
-        "Ties": 0.5981,
-        "Chat": 0.986,
-        "Chat Hard": 0.6776,
-        "Reasoning": 0.9229,
-        "Prior Sets (0.5 weight)": 0.7309
+        "Ties": 0.5981
       }
     },
     {
@@ -1098,16 +1098,16 @@
       "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
       "developer": "ShikaiChen",
       "scores": {
-        "Score": 0.9499,
+        "Score": 0.7249,
+        "Chat": 0.9637,
+        "Chat Hard": 0.9079,
+        "Safety": 0.9222,
+        "Reasoning": 0.9903,
         "Factuality": 0.7558,
         "Precise IF": 0.35,
         "Math": 0.6448,
-        "Safety": 0.9378,
         "Focus": 0.9131,
-        "Ties": 0.7633,
-        "Chat": 0.9637,
-        "Chat Hard": 0.9079,
-        "Reasoning": 0.9903
+        "Ties": 0.7633
       }
     },
     {
@@ -1139,16 +1139,16 @@
       "name": "Skywork/Skywork-Reward-Gemma-2-27B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.7576,
-        "Chat": 0.9581,
-        "Chat Hard": 0.9145,
-        "Safety": 0.9422,
-        "Reasoning": 0.9606,
+        "Score": 0.938,
         "Factuality": 0.7368,
         "Precise IF": 0.4031,
         "Math": 0.7049,
+        "Safety": 0.9189,
         "Focus": 0.9323,
-        "Ties": 0.8261
+        "Ties": 0.8261,
+        "Chat": 0.9581,
+        "Chat Hard": 0.9145,
+        "Reasoning": 0.9606
       }
     },
     {
@@ -1305,16 +1305,16 @@
       "name": "Skywork/Skywork-VL-Reward-7B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.6885,
-        "Chat": 0.8994,
-        "Chat Hard": 0.875,
-        "Safety": 0.8911,
-        "Reasoning": 0.9176,
+        "Score": 0.9007,
         "Factuality": 0.6063,
         "Precise IF": 0.35,
         "Math": 0.6339,
+        "Safety": 0.9108,
         "Focus": 0.8909,
-        "Ties": 0.7586
+        "Ties": 0.7586,
+        "Chat": 0.8994,
+        "Chat Hard": 0.875,
+        "Reasoning": 0.9176
       }
     },
     {
@@ -1379,10 +1379,10 @@
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "developer": "AI2",
       "scores": {
-        "Score": 0.6924,
-        "Chat": 0.9441,
-        "Chat Hard": 0.3575,
-        "Safety": 0.7757
+        "Score": 0.6895,
+        "Chat": 0.9385,
+        "Chat Hard": 0.3706,
+        "Safety": 0.7595
       }
     },
     {
@@ -1441,17 +1441,17 @@
       "name": "allenai/Llama-3.1-8B-Base-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.649,
-        "Chat": 0.933,
-        "Chat Hard": 0.7785,
-        "Safety": 0.8267,
-        "Reasoning": 0.7886,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.8463,
         "Factuality": 0.72,
         "Precise IF": 0.3625,
         "Math": 0.612,
+        "Safety": 0.8851,
         "Focus": 0.8323,
-        "Ties": 0.5406
+        "Ties": 0.5406,
+        "Chat": 0.933,
+        "Chat Hard": 0.7785,
+        "Reasoning": 0.7886,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1477,17 +1477,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8892,
+        "Score": 0.722,
+        "Chat": 0.9693,
+        "Chat Hard": 0.8268,
+        "Safety": 0.8689,
+        "Reasoning": 0.8583,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.8084,
         "Precise IF": 0.3688,
         "Math": 0.6776,
-        "Safety": 0.9027,
         "Focus": 0.7778,
-        "Ties": 0.8308,
-        "Chat": 0.9693,
-        "Chat Hard": 0.8268,
-        "Reasoning": 0.8583,
-        "Prior Sets (0.5 weight)": 0.0
+        "Ties": 0.8308
       }
     },
     {
@@ -1495,17 +1495,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8431,
+        "Score": 0.687,
+        "Chat": 0.9553,
+        "Chat Hard": 0.761,
+        "Safety": 0.86,
+        "Reasoning": 0.7898,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.7516,
         "Precise IF": 0.3875,
         "Math": 0.6284,
-        "Safety": 0.8662,
         "Focus": 0.8545,
-        "Ties": 0.6397,
-        "Chat": 0.9553,
-        "Chat Hard": 0.761,
-        "Reasoning": 0.7898,
-        "Prior Sets (0.5 weight)": 0.0
+        "Ties": 0.6397
       }
     },
     {
@@ -2085,20 +2085,6 @@
         "Ties": 0.3534
       }
     },
-    {
-      "model_id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
-      "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
-      "developer": "allenai",
-      "scores": {
-        "Score": 0.5151,
-        "Factuality": 0.6484,
-        "Precise IF": 0.3312,
-        "Math": 0.5574,
-        "Safety": 0.7289,
-        "Focus": 0.4889,
-        "Ties": 0.3357
-      }
-    },
     {
       "model_id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",
       "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",
@@ -3486,17 +3472,17 @@
       "name": "Claude 3 Haiku 20240307",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.3711,
-        "Chat": 0.9274,
-        "Chat Hard": 0.5197,
-        "Safety": 0.595,
-        "Reasoning": 0.706,
-        "Prior Sets (0.5 weight)": 0.6635,
+        "Score": 0.7289,
         "Factuality": 0.4042,
         "Precise IF": 0.2812,
         "Math": 0.3552,
+        "Safety": 0.7953,
         "Focus": 0.501,
-        "Ties": 0.0899
+        "Ties": 0.0899,
+        "Chat": 0.9274,
+        "Chat Hard": 0.5197,
+        "Reasoning": 0.706,
+        "Prior Sets (0.5 weight)": 0.6635
       }
     },
     {
@@ -3504,16 +3490,16 @@
       "name": "Claude 3 Opus 20240229",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.5744,
-        "Chat": 0.9469,
-        "Chat Hard": 0.6031,
-        "Safety": 0.8378,
-        "Reasoning": 0.7868,
+        "Score": 0.8008,
         "Factuality": 0.5389,
         "Precise IF": 0.3312,
         "Math": 0.5137,
+        "Safety": 0.8662,
         "Focus": 0.6646,
-        "Ties": 0.5601
+        "Ties": 0.5601,
+        "Chat": 0.9469,
+        "Chat Hard": 0.6031,
+        "Reasoning": 0.7868
       }
     },
     {
@@ -3784,16 +3770,16 @@
       "name": "infly/INF-ORM-Llama3.1-70B",
       "developer": "infly",
       "scores": {
-        "Score": 0.9511,
+        "Score": 0.7648,
+        "Chat": 0.9665,
+        "Chat Hard": 0.9101,
+        "Safety": 0.9644,
+        "Reasoning": 0.9912,
         "Factuality": 0.7411,
         "Precise IF": 0.4188,
         "Math": 0.6995,
-        "Safety": 0.9365,
         "Focus": 0.903,
-        "Ties": 0.8622,
-        "Chat": 0.9665,
-        "Chat Hard": 0.9101,
-        "Reasoning": 0.9912
+        "Ties": 0.8622
       }
     },
     {
@@ -3801,16 +3787,16 @@
       "name": "internlm/internlm2-1_8b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.3902,
-        "Chat": 0.9358,
-        "Chat Hard": 0.6623,
-        "Safety": 0.4711,
-        "Reasoning": 0.8724,
+        "Score": 0.8217,
         "Factuality": 0.2758,
         "Precise IF": 0.3625,
         "Math": 0.4426,
+        "Safety": 0.8162,
         "Focus": 0.596,
-        "Ties": 0.1934
+        "Ties": 0.1934,
+        "Chat": 0.9358,
+        "Chat Hard": 0.6623,
+        "Reasoning": 0.8724
       }
     },
     {
@@ -3835,16 +3821,16 @@
       "name": "internlm/internlm2-7b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.5335,
-        "Chat": 0.9916,
-        "Chat Hard": 0.6952,
-        "Safety": 0.5956,
-        "Reasoning": 0.9453,
+        "Score": 0.8759,
         "Factuality": 0.4211,
         "Precise IF": 0.4,
         "Math": 0.5628,
+        "Safety": 0.8716,
         "Focus": 0.7051,
-        "Ties": 0.5164
+        "Ties": 0.5164,
+        "Chat": 0.9916,
+        "Chat Hard": 0.6952,
+        "Reasoning": 0.9453
       }
     },
     {
@@ -4014,16 +4000,16 @@
       "name": "nicolinho/QRM-Gemma-2-27B",
       "developer": "nicolinho",
       "scores": {
-        "Score": 0.7667,
-        "Chat": 0.9665,
-        "Chat Hard": 0.9013,
-        "Safety": 0.9578,
-        "Reasoning": 0.9826,
+        "Score": 0.9444,
         "Factuality": 0.7853,
         "Precise IF": 0.3719,
         "Math": 0.6995,
+        "Safety": 0.927,
         "Focus": 0.9535,
-        "Ties": 0.8321
+        "Ties": 0.8321,
+        "Chat": 0.9665,
+        "Chat Hard": 0.9013,
+        "Reasoning": 0.9826
       }
     },
     {
@@ -4055,16 +4041,16 @@
       "name": "nicolinho/QRM-Llama3.1-8B-v2",
       "developer": "nicolinho",
       "scores": {
-        "Score": 0.7074,
-        "Chat": 0.9637,
-        "Chat Hard": 0.8684,
-        "Safety": 0.9467,
-        "Reasoning": 0.9677,
+        "Score": 0.9314,
         "Factuality": 0.6653,
         "Precise IF": 0.4062,
         "Math": 0.612,
+        "Safety": 0.9257,
         "Focus": 0.8909,
-        "Ties": 0.7234
+        "Ties": 0.7234,
+        "Chat": 0.9637,
+        "Chat Hard": 0.8684,
+        "Reasoning": 0.9677
       }
     },
     {
@@ -4202,16 +4188,16 @@
       "name": "GPT-4o 2024-08-06",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.8673,
+        "Score": 0.6493,
+        "Chat": 0.9609,
+        "Chat Hard": 0.761,
+        "Safety": 0.8619,
+        "Reasoning": 0.8661,
         "Factuality": 0.5684,
         "Precise IF": 0.3312,
         "Math": 0.623,
-        "Safety": 0.8811,
         "Focus": 0.7293,
-        "Ties": 0.7819,
-        "Chat": 0.9609,
-        "Chat Hard": 0.761,
-        "Reasoning": 0.8661
+        "Ties": 0.7819
       }
     },
     {
@@ -4219,16 +4205,16 @@
       "name": "GPT-4o mini 2024-07-18",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.8007,
+        "Score": 0.5796,
+        "Chat": 0.9497,
+        "Chat Hard": 0.6075,
+        "Safety": 0.7667,
+        "Reasoning": 0.8374,
         "Factuality": 0.4105,
         "Precise IF": 0.3438,
         "Math": 0.5191,
-        "Safety": 0.8081,
         "Focus": 0.7414,
-        "Ties": 0.6962,
-        "Chat": 0.9497,
-        "Chat Hard": 0.6075,
-        "Reasoning": 0.8374
+        "Ties": 0.6962
       }
     },
     {
@@ -4280,17 +4266,17 @@
       "name": "openbmb/UltraRM-13b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.4683,
-        "Chat": 0.9637,
-        "Chat Hard": 0.5548,
-        "Safety": 0.5089,
-        "Reasoning": 0.6244,
-        "Prior Sets (0.5 weight)": 0.7294,
+        "Score": 0.6903,
         "Factuality": 0.5063,
         "Precise IF": 0.3312,
         "Math": 0.5519,
+        "Safety": 0.5986,
         "Focus": 0.6081,
-        "Ties": 0.3036
+        "Ties": 0.3036,
+        "Chat": 0.9637,
+        "Chat Hard": 0.5548,
+        "Reasoning": 0.6244,
+        "Prior Sets (0.5 weight)": 0.7294
       }
     },
     {
@@ -4370,17 +4356,17 @@
       "name": "sfairXC/FsfairX-LLaMA3-RM-v0.1",
       "developer": "sfairXC",
       "scores": {
-        "Score": 0.8338,
+        "Score": 0.6292,
+        "Chat": 0.9944,
+        "Chat Hard": 0.6513,
+        "Safety": 0.7667,
+        "Reasoning": 0.8644,
+        "Prior Sets (0.5 weight)": 0.7492,
         "Factuality": 0.5916,
         "Precise IF": 0.4188,
         "Math": 0.6284,
-        "Safety": 0.8676,
         "Focus": 0.7051,
-        "Ties": 0.6647,
-        "Chat": 0.9944,
-        "Chat Hard": 0.6513,
-        "Reasoning": 0.8644,
-        "Prior Sets (0.5 weight)": 0.7492
+        "Ties": 0.6647
       }
     },
     {
@@ -4492,17 +4478,17 @@
       "name": "weqweasdas/RM-Gemma-2B",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.6549,
+        "Score": 0.3057,
+        "Chat": 0.9441,
+        "Chat Hard": 0.4079,
+        "Safety": 0.3311,
+        "Reasoning": 0.7637,
+        "Prior Sets (0.5 weight)": 0.6652,
         "Factuality": 0.3705,
         "Precise IF": 0.2812,
         "Math": 0.4317,
-        "Safety": 0.4986,
         "Focus": 0.2343,
-        "Ties": 0.1851,
-        "Chat": 0.9441,
-        "Chat Hard": 0.4079,
-        "Reasoning": 0.7637,
-        "Prior Sets (0.5 weight)": 0.6652
+        "Ties": 0.1851
       }
     },
     {
@@ -4541,17 +4527,17 @@
       "name": "weqweasdas/RM-Mistral-7B",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.7982,
+        "Score": 0.596,
+        "Chat": 0.9665,
+        "Chat Hard": 0.6053,
+        "Safety": 0.6911,
+        "Reasoning": 0.7736,
+        "Prior Sets (0.5 weight)": 0.753,
         "Factuality": 0.5937,
         "Precise IF": 0.3438,
         "Math": 0.5956,
-        "Safety": 0.8703,
         "Focus": 0.7293,
-        "Ties": 0.6226,
-        "Chat": 0.9665,
-        "Chat Hard": 0.6053,
-        "Reasoning": 0.7736,
-        "Prior Sets (0.5 weight)": 0.753
+        "Ties": 0.6226
       }
     },
     {
@@ -4559,17 +4545,17 @@
       "name": "weqweasdas/hh_rlhf_rm_open_llama_3b",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.5027,
+        "Score": 0.2498,
+        "Chat": 0.8184,
+        "Chat Hard": 0.3728,
+        "Safety": 0.24,
+        "Reasoning": 0.3281,
+        "Prior Sets (0.5 weight)": 0.6564,
         "Factuality": 0.3642,
         "Precise IF": 0.275,
         "Math": 0.3497,
-        "Safety": 0.4149,
         "Focus": 0.2384,
-        "Ties": 0.0315,
-        "Chat": 0.8184,
-        "Chat Hard": 0.3728,
-        "Reasoning": 0.3281,
-        "Prior Sets (0.5 weight)": 0.6564
+        "Ties": 0.0315
       }
     }
   ]

data/benchmarks/swe-bench.json

@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "swe-bench": 0.5455
+        "swe-bench": 0.57
       }
     }
   ]

data/benchmarks/tau-bench-2_airline.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/airline": 0.66
+        "tau-bench-2/airline": 0.72
       }
     },
     {

data/benchmarks/tau-bench-2_retail.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/retail": 0.78
+        "tau-bench-2/retail": 0.85
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/retail": 0.73
+        "tau-bench-2/retail": 0.7805
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/retail": 0.73
+        "tau-bench-2/retail": 0.68
       }
     }
   ]

data/benchmarks/tau-bench-2_telecom.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/telecom": 0.84
+        "tau-bench-2/telecom": 0.76
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/telecom": 0.71
+        "tau-bench-2/telecom": 0.5354
       }
     }
   ]

data/benchmarks/terminal-bench-2.0.json

@@ -5,7 +5,7 @@
       "name": "Qwen 3 Coder 480B",
       "developer": "Alibaba",
       "scores": {
-        "terminal-bench-2.0": 27.2
+        "terminal-bench-2.0": 25.4
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 13.9
+        "terminal-bench-2.0": 27.5
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 35.1
+        "terminal-bench-2.0": 34.8
       }
     },
     {
@@ -37,7 +37,7 @@
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 62.9
+        "terminal-bench-2.0": 74.7
       }
     },
     {
@@ -45,7 +45,7 @@
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 42.6
+        "terminal-bench-2.0": 42.5
       }
     },
     {
@@ -77,7 +77,7 @@
       "name": "Gemini 3 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 47.4
+        "terminal-bench-2.0": 51.0
       }
     },
     {
@@ -85,7 +85,7 @@
       "name": "Gemini 3 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 56.0
+        "terminal-bench-2.0": 56.9
       }
     },
     {
@@ -109,7 +109,7 @@
       "name": "MiniMax M2.1",
       "developer": "MiniMax",
       "scores": {
-        "terminal-bench-2.0": 36.6
+        "terminal-bench-2.0": 29.2
       }
     },
     {
@@ -125,7 +125,7 @@
       "name": "Kimi K2 Instruct",
       "developer": "Moonshot AI",
       "scores": {
-        "terminal-bench-2.0": 27.8
+        "terminal-bench-2.0": 26.7
       }
     },
     {
@@ -149,7 +149,7 @@
       "name": "Multiple",
       "developer": "Multiple",
       "scores": {
-        "terminal-bench-2.0": 72.4
+        "terminal-bench-2.0": 71.0
       }
     },
     {
@@ -173,7 +173,7 @@
       "name": "GPT-5-Mini",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 24.0
+        "terminal-bench-2.0": 31.9
       }
     },
     {
@@ -181,7 +181,7 @@
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 11.5
+        "terminal-bench-2.0": 7.0
       }
     },
     {
@@ -197,7 +197,7 @@
       "name": "GPT-5.1-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 57.8
+        "terminal-bench-2.0": 53.5
       }
     },
     {
@@ -221,7 +221,7 @@
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 62.9
+        "terminal-bench-2.0": 60.7
       }
     },
     {
@@ -237,7 +237,7 @@
       "name": "GPT-5.3-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 77.3
+        "terminal-bench-2.0": 74.6
       }
     },
     {
@@ -245,7 +245,7 @@
       "name": "GPT-OSS-120B",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 18.7
+        "terminal-bench-2.0": 14.2
       }
     },
     {
@@ -285,7 +285,7 @@
       "name": "GLM 4.7",
       "developer": "Z-AI",
       "scores": {
-        "terminal-bench-2.0": 33.3
+        "terminal-bench-2.0": 33.4
       }
     },
     {

data/developers.json

@@ -173,7 +173,7 @@
   },
   {
     "developer": "allenai",
-    "model_count": 162
+    "model_count": 161
   },
   {
     "developer": "allknowingroger",
@@ -1097,7 +1097,7 @@
   },
   {
     "developer": "icefog72",
-    "model_count": 62
+    "model_count": 61
   },
   {
     "developer": "IDEA-CCNL",
@@ -1917,7 +1917,7 @@
   },
   {
     "developer": "NousResearch",
-    "model_count": 18
+    "model_count": 19
   },
   {
     "developer": "Novaciano",

data/developers/abhishek.json

@@ -7,12 +7,12 @@
       "developer": "abhishek",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1952,
-        "hfopenllm_v2/BBH": 0.3127,
-        "hfopenllm_v2/MATH Level 5": 0.0128,
-        "hfopenllm_v2/GPQA": 0.2592,
-        "hfopenllm_v2/MUSR": 0.3584,
-        "hfopenllm_v2/MMLU-PRO": 0.1144
+        "hfopenllm_v2/IFEval": 0.1957,
+        "hfopenllm_v2/BBH": 0.3135,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2517,
+        "hfopenllm_v2/MUSR": 0.365,
+        "hfopenllm_v2/MMLU-PRO": 0.1151
       }
     },
     {

data/developers/adriszmar.json

@@ -7,12 +7,12 @@
       "developer": "adriszmar",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1746,
-        "hfopenllm_v2/BBH": 0.3126,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.245,
-        "hfopenllm_v2/MUSR": 0.4096,
-        "hfopenllm_v2/MMLU-PRO": 0.1087
+        "hfopenllm_v2/IFEval": 0.1685,
+        "hfopenllm_v2/BBH": 0.3124,
+        "hfopenllm_v2/MATH Level 5": 0.0015,
+        "hfopenllm_v2/GPQA": 0.2492,
+        "hfopenllm_v2/MUSR": 0.3963,
+        "hfopenllm_v2/MMLU-PRO": 0.1066
       }
     }
   ]

data/developers/ai2.json

@@ -43,10 +43,10 @@
       "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6924,
-        "reward-bench/Chat": 0.9441,
-        "reward-bench/Chat Hard": 0.3575,
-        "reward-bench/Safety": 0.7757
+        "reward-bench/Score": 0.6895,
+        "reward-bench/Chat": 0.9385,
+        "reward-bench/Chat Hard": 0.3706,
+        "reward-bench/Safety": 0.7595
       }
     },
     {

data/developers/akjindal53244.json

@@ -7,12 +7,12 @@
       "developer": "akjindal53244",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8033,
-        "hfopenllm_v2/BBH": 0.5196,
-        "hfopenllm_v2/MATH Level 5": 0.1624,
-        "hfopenllm_v2/GPQA": 0.3096,
+        "hfopenllm_v2/IFEval": 0.8051,
+        "hfopenllm_v2/BBH": 0.5189,
+        "hfopenllm_v2/MATH Level 5": 0.1722,
+        "hfopenllm_v2/GPQA": 0.3263,
         "hfopenllm_v2/MUSR": 0.4028,
-        "hfopenllm_v2/MMLU-PRO": 0.3812
+        "hfopenllm_v2/MMLU-PRO": 0.3803
       }
     }
   ]

data/developers/alibaba.json

@@ -7,7 +7,7 @@
       "developer": "Alibaba",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 27.2
+        "terminal-bench-2.0/terminal-bench-2.0": 25.4
       }
     },
     {

data/developers/allenai.json

@@ -82,17 +82,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.649,
-        "reward-bench/Chat": 0.933,
-        "reward-bench/Chat Hard": 0.7785,
-        "reward-bench/Safety": 0.8267,
-        "reward-bench/Reasoning": 0.7886,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8463,
         "reward-bench/Factuality": 0.72,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.612,
+        "reward-bench/Safety": 0.8851,
         "reward-bench/Focus": 0.8323,
-        "reward-bench/Ties": 0.5406
+        "reward-bench/Ties": 0.5406,
+        "reward-bench/Chat": 0.933,
+        "reward-bench/Chat Hard": 0.7785,
+        "reward-bench/Reasoning": 0.7886,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -120,12 +120,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8291,
-        "hfopenllm_v2/BBH": 0.6164,
-        "hfopenllm_v2/MATH Level 5": 0.4502,
+        "hfopenllm_v2/IFEval": 0.8379,
+        "hfopenllm_v2/BBH": 0.6157,
+        "hfopenllm_v2/MATH Level 5": 0.3829,
         "hfopenllm_v2/GPQA": 0.3733,
-        "hfopenllm_v2/MUSR": 0.4948,
-        "hfopenllm_v2/MMLU-PRO": 0.4645
+        "hfopenllm_v2/MUSR": 0.4988,
+        "hfopenllm_v2/MMLU-PRO": 0.4656
       }
     },
     {
@@ -162,17 +162,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8892,
+        "reward-bench/Score": 0.722,
+        "reward-bench/Chat": 0.9693,
+        "reward-bench/Chat Hard": 0.8268,
+        "reward-bench/Safety": 0.8689,
+        "reward-bench/Reasoning": 0.8583,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.8084,
         "reward-bench/Precise IF": 0.3688,
         "reward-bench/Math": 0.6776,
-        "reward-bench/Safety": 0.9027,
         "reward-bench/Focus": 0.7778,
-        "reward-bench/Ties": 0.8308,
-        "reward-bench/Chat": 0.9693,
-        "reward-bench/Chat Hard": 0.8268,
-        "reward-bench/Reasoning": 0.8583,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.8308
       }
     },
     {
@@ -181,12 +181,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8267,
-        "hfopenllm_v2/BBH": 0.405,
-        "hfopenllm_v2/MATH Level 5": 0.1964,
-        "hfopenllm_v2/GPQA": 0.2987,
+        "hfopenllm_v2/IFEval": 0.8255,
+        "hfopenllm_v2/BBH": 0.4061,
+        "hfopenllm_v2/MATH Level 5": 0.2115,
+        "hfopenllm_v2/GPQA": 0.297,
         "hfopenllm_v2/MUSR": 0.4175,
-        "hfopenllm_v2/MMLU-PRO": 0.2827
+        "hfopenllm_v2/MMLU-PRO": 0.2821
       }
     },
     {
@@ -209,17 +209,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8431,
+        "reward-bench/Score": 0.687,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Safety": 0.86,
+        "reward-bench/Reasoning": 0.7898,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.7516,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.6284,
-        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.8545,
-        "reward-bench/Ties": 0.6397,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Reasoning": 0.7898,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.6397
       }
     },
     {
@@ -1054,21 +1054,6 @@
         "reward-bench/Ties": 0.3534
       }
     },
-    {
-      "id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
-      "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094",
-      "developer": "allenai",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "reward-bench/Score": 0.5151,
-        "reward-bench/Factuality": 0.6484,
-        "reward-bench/Precise IF": 0.3312,
-        "reward-bench/Math": 0.5574,
-        "reward-bench/Safety": 0.7289,
-        "reward-bench/Focus": 0.4889,
-        "reward-bench/Ties": 0.3357
-      }
-    },
     {
       "id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",
       "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636",

data/developers/anthropic.json

@@ -371,17 +371,17 @@
         "helm_mmlu/Virology": 0.542,
         "helm_mmlu/World Religions": 0.871,
         "helm_mmlu/Mean win rate": 0.28,
-        "reward-bench/Score": 0.3711,
-        "reward-bench/Chat": 0.9274,
-        "reward-bench/Chat Hard": 0.5197,
-        "reward-bench/Safety": 0.595,
-        "reward-bench/Reasoning": 0.706,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6635,
+        "reward-bench/Score": 0.7289,
         "reward-bench/Factuality": 0.4042,
         "reward-bench/Precise IF": 0.2812,
         "reward-bench/Math": 0.3552,
+        "reward-bench/Safety": 0.7953,
         "reward-bench/Focus": 0.501,
-        "reward-bench/Ties": 0.0899
+        "reward-bench/Ties": 0.0899,
+        "reward-bench/Chat": 0.9274,
+        "reward-bench/Chat Hard": 0.5197,
+        "reward-bench/Reasoning": 0.706,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6635
       }
     },
     {
@@ -436,16 +436,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.901,
         "helm_mmlu/Mean win rate": 0.014,
-        "reward-bench/Score": 0.5744,
-        "reward-bench/Chat": 0.9469,
-        "reward-bench/Chat Hard": 0.6031,
-        "reward-bench/Safety": 0.8378,
-        "reward-bench/Reasoning": 0.7868,
+        "reward-bench/Score": 0.8008,
         "reward-bench/Factuality": 0.5389,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5137,
+        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.6646,
-        "reward-bench/Ties": 0.5601
+        "reward-bench/Ties": 0.5601,
+        "reward-bench/Chat": 0.9469,
+        "reward-bench/Chat Hard": 0.6031,
+        "reward-bench/Reasoning": 0.7868
       }
     },
     {
@@ -525,7 +525,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 13.9
+        "terminal-bench-2.0/terminal-bench-2.0": 27.5
       }
     },
     {
@@ -650,12 +650,12 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.7,
+        "appworld_test_normal/appworld/test_normal": 0.64,
         "browsecompplus/browsecompplus": 0.61,
         "swe-bench/swe-bench": 0.6061,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.66,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.78,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.84
+        "tau-bench-2_airline/tau-bench-2/airline": 0.72,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.85,
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.76
       }
     },
     {
@@ -664,7 +664,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 35.1
+        "terminal-bench-2.0/terminal-bench-2.0": 34.8
       }
     },
     {
@@ -682,7 +682,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 62.9
+        "terminal-bench-2.0/terminal-bench-2.0": 74.7
       }
     },
     {
@@ -756,7 +756,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 42.6
+        "terminal-bench-2.0/terminal-bench-2.0": 42.5
       }
     },
     {

data/developers/boltmonkey.json

@@ -21,12 +21,12 @@
       "developer": "BoltMonkey",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.459,
-        "hfopenllm_v2/BBH": 0.5185,
-        "hfopenllm_v2/MATH Level 5": 0.0937,
-        "hfopenllm_v2/GPQA": 0.2743,
-        "hfopenllm_v2/MUSR": 0.4083,
-        "hfopenllm_v2/MMLU-PRO": 0.3631
+        "hfopenllm_v2/IFEval": 0.7999,
+        "hfopenllm_v2/BBH": 0.5152,
+        "hfopenllm_v2/MATH Level 5": 0.1193,
+        "hfopenllm_v2/GPQA": 0.281,
+        "hfopenllm_v2/MUSR": 0.4019,
+        "hfopenllm_v2/MMLU-PRO": 0.3733
       }
     },
     {

data/developers/bunnycore.json

@@ -287,12 +287,12 @@
       "developer": "bunnycore",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1775,
-        "hfopenllm_v2/BBH": 0.295,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2517,
-        "hfopenllm_v2/MUSR": 0.3647,
-        "hfopenllm_v2/MMLU-PRO": 0.1049
+        "hfopenllm_v2/IFEval": 0.4652,
+        "hfopenllm_v2/BBH": 0.4531,
+        "hfopenllm_v2/MATH Level 5": 0.1284,
+        "hfopenllm_v2/GPQA": 0.2643,
+        "hfopenllm_v2/MUSR": 0.3394,
+        "hfopenllm_v2/MMLU-PRO": 0.3152
       }
     },
     {

data/developers/cir-ams.json

@@ -7,17 +7,17 @@
       "developer": "CIR-AMS",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8172,
+        "reward-bench/Score": 0.5736,
+        "reward-bench/Chat": 0.9749,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Safety": 0.7178,
+        "reward-bench/Reasoning": 0.8775,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7029,
         "reward-bench/Factuality": 0.5347,
         "reward-bench/Precise IF": 0.3563,
         "reward-bench/Math": 0.6066,
-        "reward-bench/Safety": 0.9014,
         "reward-bench/Focus": 0.5737,
-        "reward-bench/Ties": 0.6527,
-        "reward-bench/Chat": 0.9749,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Reasoning": 0.8775,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7029
+        "reward-bench/Ties": 0.6527
       }
     }
   ]

data/developers/columbia-nlp.json

@@ -7,12 +7,12 @@
       "developer": "Columbia-NLP",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3102,
-        "hfopenllm_v2/BBH": 0.3881,
-        "hfopenllm_v2/MATH Level 5": 0.0536,
-        "hfopenllm_v2/GPQA": 0.2534,
-        "hfopenllm_v2/MUSR": 0.4081,
-        "hfopenllm_v2/MMLU-PRO": 0.1665
+        "hfopenllm_v2/IFEval": 0.3278,
+        "hfopenllm_v2/BBH": 0.392,
+        "hfopenllm_v2/MATH Level 5": 0.0431,
+        "hfopenllm_v2/GPQA": 0.2492,
+        "hfopenllm_v2/MUSR": 0.412,
+        "hfopenllm_v2/MMLU-PRO": 0.1666
       }
     },
     {

data/developers/daemontatox.json

@@ -231,12 +231,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4855,
-        "hfopenllm_v2/BBH": 0.6627,
-        "hfopenllm_v2/MATH Level 5": 0.4841,
-        "hfopenllm_v2/GPQA": 0.3096,
-        "hfopenllm_v2/MUSR": 0.4256,
-        "hfopenllm_v2/MMLU-PRO": 0.5542
+        "hfopenllm_v2/IFEval": 0.3745,
+        "hfopenllm_v2/BBH": 0.6668,
+        "hfopenllm_v2/MATH Level 5": 0.4758,
+        "hfopenllm_v2/GPQA": 0.3943,
+        "hfopenllm_v2/MUSR": 0.4858,
+        "hfopenllm_v2/MMLU-PRO": 0.5593
       }
     },
     {

data/developers/davielion.json

@@ -7,12 +7,12 @@
       "developer": "DavieLion",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1507,
-        "hfopenllm_v2/BBH": 0.293,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2534,
+        "hfopenllm_v2/IFEval": 0.1549,
+        "hfopenllm_v2/BBH": 0.2937,
+        "hfopenllm_v2/MATH Level 5": 0.006,
+        "hfopenllm_v2/GPQA": 0.2576,
         "hfopenllm_v2/MUSR": 0.3565,
-        "hfopenllm_v2/MMLU-PRO": 0.1125
+        "hfopenllm_v2/MMLU-PRO": 0.1128
       }
     },
     {
@@ -49,12 +49,12 @@
       "developer": "DavieLion",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1336,
-        "hfopenllm_v2/BBH": 0.2975,
-        "hfopenllm_v2/MATH Level 5": 0.0068,
-        "hfopenllm_v2/GPQA": 0.2534,
-        "hfopenllm_v2/MUSR": 0.35,
-        "hfopenllm_v2/MMLU-PRO": 0.1128
+        "hfopenllm_v2/IFEval": 0.1324,
+        "hfopenllm_v2/BBH": 0.2972,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2643,
+        "hfopenllm_v2/MUSR": 0.3527,
+        "hfopenllm_v2/MMLU-PRO": 0.1129
       }
     },
     {

data/developers/deepmount00.json

@@ -63,12 +63,12 @@
       "developer": "DeepMount00",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5365,
-        "hfopenllm_v2/BBH": 0.517,
-        "hfopenllm_v2/MATH Level 5": 0.1707,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.4487,
-        "hfopenllm_v2/MMLU-PRO": 0.396
+        "hfopenllm_v2/IFEval": 0.7917,
+        "hfopenllm_v2/BBH": 0.5109,
+        "hfopenllm_v2/MATH Level 5": 0.1088,
+        "hfopenllm_v2/GPQA": 0.2878,
+        "hfopenllm_v2/MUSR": 0.4136,
+        "hfopenllm_v2/MMLU-PRO": 0.3876
       }
     },
     {

data/developers/dfurman.json

@@ -35,12 +35,12 @@
       "developer": "dfurman",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3,
-        "hfopenllm_v2/BBH": 0.3853,
-        "hfopenllm_v2/MATH Level 5": 0.0415,
-        "hfopenllm_v2/GPQA": 0.2617,
-        "hfopenllm_v2/MUSR": 0.3579,
-        "hfopenllm_v2/MMLU-PRO": 0.2281
+        "hfopenllm_v2/IFEval": 0.2835,
+        "hfopenllm_v2/BBH": 0.3842,
+        "hfopenllm_v2/MATH Level 5": 0.0521,
+        "hfopenllm_v2/GPQA": 0.2609,
+        "hfopenllm_v2/MUSR": 0.3566,
+        "hfopenllm_v2/MMLU-PRO": 0.2298
       }
     },
     {

data/developers/epistemeai.json

@@ -231,12 +231,12 @@
       "developer": "EpistemeAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7305,
-        "hfopenllm_v2/BBH": 0.4649,
-        "hfopenllm_v2/MATH Level 5": 0.1397,
-        "hfopenllm_v2/GPQA": 0.2659,
-        "hfopenllm_v2/MUSR": 0.3209,
-        "hfopenllm_v2/MMLU-PRO": 0.348
+        "hfopenllm_v2/IFEval": 0.7207,
+        "hfopenllm_v2/BBH": 0.461,
+        "hfopenllm_v2/MATH Level 5": 0.1314,
+        "hfopenllm_v2/GPQA": 0.2701,
+        "hfopenllm_v2/MUSR": 0.3432,
+        "hfopenllm_v2/MMLU-PRO": 0.3354
       }
     },
     {

data/developers/etherll.json

@@ -35,12 +35,12 @@
       "developer": "Etherll",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6106,
-        "hfopenllm_v2/BBH": 0.5347,
-        "hfopenllm_v2/MATH Level 5": 0.1548,
-        "hfopenllm_v2/GPQA": 0.3146,
-        "hfopenllm_v2/MUSR": 0.3991,
-        "hfopenllm_v2/MMLU-PRO": 0.3752
+        "hfopenllm_v2/IFEval": 0.4672,
+        "hfopenllm_v2/BBH": 0.5013,
+        "hfopenllm_v2/MATH Level 5": 0.0279,
+        "hfopenllm_v2/GPQA": 0.2861,
+        "hfopenllm_v2/MUSR": 0.386,
+        "hfopenllm_v2/MMLU-PRO": 0.3482
       }
     },
     {

data/developers/goekdeniz-guelmez.json

@@ -63,12 +63,12 @@
       "developer": "Goekdeniz-Guelmez",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3472,
-        "hfopenllm_v2/BBH": 0.3268,
-        "hfopenllm_v2/MATH Level 5": 0.0891,
-        "hfopenllm_v2/GPQA": 0.2517,
-        "hfopenllm_v2/MUSR": 0.3262,
-        "hfopenllm_v2/MMLU-PRO": 0.1641
+        "hfopenllm_v2/IFEval": 0.3417,
+        "hfopenllm_v2/BBH": 0.3292,
+        "hfopenllm_v2/MATH Level 5": 0.0023,
+        "hfopenllm_v2/GPQA": 0.2576,
+        "hfopenllm_v2/MUSR": 0.3249,
+        "hfopenllm_v2/MMLU-PRO": 0.1638
       }
     },
     {

data/developers/google.json

@@ -157,8 +157,6 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "ace/Overall Score": 0.47,
-        "ace/Gaming Score": 0.509,
         "apex-agents/Overall Pass@1": 0.184,
         "apex-agents/Overall Pass@8": 0.373,
         "apex-agents/Overall Mean Score": 0.341,
@@ -166,6 +164,8 @@
         "apex-agents/Management Consulting Pass@1": 0.124,
         "apex-agents/Corporate Law Pass@1": 0.239,
         "apex-agents/Corporate Lawyer Mean Score": 0.487,
+        "ace/Overall Score": 0.47,
+        "ace/Gaming Score": 0.509,
         "apex-v1/Overall Score": 0.643,
         "apex-v1/Consulting Score": 0.64,
         "apex-v1/Investment Banking Score": 0.63
@@ -861,7 +861,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 47.4
+        "terminal-bench-2.0/terminal-bench-2.0": 51.0
       }
     },
     {
@@ -870,7 +870,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 56.0
+        "terminal-bench-2.0/terminal-bench-2.0": 56.9
       }
     },
     {
@@ -879,8 +879,8 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.55,
-        "browsecompplus/browsecompplus": 0.3333,
+        "appworld_test_normal/appworld/test_normal": 0.36,
+        "browsecompplus/browsecompplus": 0.48,
         "global-mmlu-lite/Global MMLU Lite": 0.9453,
         "global-mmlu-lite/Culturally Sensitive": 0.9397,
         "global-mmlu-lite/Culturally Agnostic": 0.9509,
@@ -902,7 +902,7 @@
         "global-mmlu-lite/Burmese": 0.9425,
         "swe-bench/swe-bench": 0.71,
         "tau-bench-2_airline/tau-bench-2/airline": 0.68,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.73,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.7805,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.73
       }
     },

data/developers/guilhermenaturaumana.json

@@ -7,12 +7,12 @@
       "developer": "GuilhermeNaturaUmana",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4985,
-        "hfopenllm_v2/BBH": 0.5645,
-        "hfopenllm_v2/MATH Level 5": 0.2576,
-        "hfopenllm_v2/GPQA": 0.3003,
-        "hfopenllm_v2/MUSR": 0.4373,
-        "hfopenllm_v2/MMLU-PRO": 0.4429
+        "hfopenllm_v2/IFEval": 0.4791,
+        "hfopenllm_v2/BBH": 0.5649,
+        "hfopenllm_v2/MATH Level 5": 0.25,
+        "hfopenllm_v2/GPQA": 0.2995,
+        "hfopenllm_v2/MUSR": 0.4439,
+        "hfopenllm_v2/MMLU-PRO": 0.4408
       }
     }
   ]

data/developers/huggingfacetb.json

@@ -161,12 +161,12 @@
       "developer": "HuggingFaceTB",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.083,
-        "hfopenllm_v2/BBH": 0.3053,
-        "hfopenllm_v2/MATH Level 5": 0.0083,
-        "hfopenllm_v2/GPQA": 0.2651,
-        "hfopenllm_v2/MUSR": 0.3423,
-        "hfopenllm_v2/MMLU-PRO": 0.1126
+        "hfopenllm_v2/IFEval": 0.3842,
+        "hfopenllm_v2/BBH": 0.3144,
+        "hfopenllm_v2/MATH Level 5": 0.0151,
+        "hfopenllm_v2/GPQA": 0.255,
+        "hfopenllm_v2/MUSR": 0.3461,
+        "hfopenllm_v2/MMLU-PRO": 0.1117
       }
     }
   ]

data/developers/icefog72.json

@@ -813,20 +813,6 @@
         "hfopenllm_v2/MMLU-PRO": 0.3103
       }
     },
-    {
-      "id": "icefog72/IceSakeV6RP-7b",
-      "name": "IceSakeV6RP-7b",
-      "developer": "icefog72",
-      "evaluator_relationship": null,
-      "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5033,
-        "hfopenllm_v2/BBH": 0.4976,
-        "hfopenllm_v2/MATH Level 5": 0.0619,
-        "hfopenllm_v2/GPQA": 0.2911,
-        "hfopenllm_v2/MUSR": 0.42,
-        "hfopenllm_v2/MMLU-PRO": 0.3093
-      }
-    },
     {
       "id": "icefog72/IceSakeV8RP-7b",
       "name": "IceSakeV8RP-7b",

data/developers/infly.json

@@ -7,16 +7,16 @@
       "developer": "infly",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9511,
+        "reward-bench/Score": 0.7648,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.9101,
+        "reward-bench/Safety": 0.9644,
+        "reward-bench/Reasoning": 0.9912,
         "reward-bench/Factuality": 0.7411,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
-        "reward-bench/Safety": 0.9365,
         "reward-bench/Focus": 0.903,
-        "reward-bench/Ties": 0.8622,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.9101,
-        "reward-bench/Reasoning": 0.9912
+        "reward-bench/Ties": 0.8622
       }
     }
   ]

data/developers/internlm.json

@@ -21,16 +21,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.3902,
-        "reward-bench/Chat": 0.9358,
-        "reward-bench/Chat Hard": 0.6623,
-        "reward-bench/Safety": 0.4711,
-        "reward-bench/Reasoning": 0.8724,
+        "reward-bench/Score": 0.8217,
         "reward-bench/Factuality": 0.2758,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.4426,
+        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.596,
-        "reward-bench/Ties": 0.1934
+        "reward-bench/Ties": 0.1934,
+        "reward-bench/Chat": 0.9358,
+        "reward-bench/Chat Hard": 0.6623,
+        "reward-bench/Reasoning": 0.8724
       }
     },
     {
@@ -71,16 +71,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5335,
-        "reward-bench/Chat": 0.9916,
-        "reward-bench/Chat Hard": 0.6952,
-        "reward-bench/Safety": 0.5956,
-        "reward-bench/Reasoning": 0.9453,
+        "reward-bench/Score": 0.8759,
         "reward-bench/Factuality": 0.4211,
         "reward-bench/Precise IF": 0.4,
         "reward-bench/Math": 0.5628,
+        "reward-bench/Safety": 0.8716,
         "reward-bench/Focus": 0.7051,
-        "reward-bench/Ties": 0.5164
+        "reward-bench/Ties": 0.5164,
+        "reward-bench/Chat": 0.9916,
+        "reward-bench/Chat Hard": 0.6952,
+        "reward-bench/Reasoning": 0.9453
       }
     },
     {

data/developers/jaspionjader.json

@@ -1477,12 +1477,12 @@
       "developer": "jaspionjader",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4418,
-        "hfopenllm_v2/BBH": 0.5406,
-        "hfopenllm_v2/MATH Level 5": 0.1352,
-        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/IFEval": 0.4345,
+        "hfopenllm_v2/BBH": 0.5419,
+        "hfopenllm_v2/MATH Level 5": 0.1292,
+        "hfopenllm_v2/GPQA": 0.3087,
         "hfopenllm_v2/MUSR": 0.4277,
-        "hfopenllm_v2/MMLU-PRO": 0.386
+        "hfopenllm_v2/MMLU-PRO": 0.3854
       }
     },
     {

data/developers/leroydyer.json

@@ -679,12 +679,12 @@
       "developer": "LeroyDyer",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3036,
-        "hfopenllm_v2/BBH": 0.4575,
+        "hfopenllm_v2/IFEval": 0.3066,
+        "hfopenllm_v2/BBH": 0.4577,
         "hfopenllm_v2/MATH Level 5": 0.0446,
-        "hfopenllm_v2/GPQA": 0.3012,
-        "hfopenllm_v2/MUSR": 0.4253,
-        "hfopenllm_v2/MMLU-PRO": 0.2329
+        "hfopenllm_v2/GPQA": 0.2995,
+        "hfopenllm_v2/MUSR": 0.4254,
+        "hfopenllm_v2/MMLU-PRO": 0.2318
       }
     },
     {
@@ -707,12 +707,12 @@
       "developer": "LeroyDyer",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3798,
-        "hfopenllm_v2/BBH": 0.4483,
-        "hfopenllm_v2/MATH Level 5": 0.04,
-        "hfopenllm_v2/GPQA": 0.3129,
-        "hfopenllm_v2/MUSR": 0.4148,
-        "hfopenllm_v2/MMLU-PRO": 0.2389
+        "hfopenllm_v2/IFEval": 0.3579,
+        "hfopenllm_v2/BBH": 0.4477,
+        "hfopenllm_v2/MATH Level 5": 0.0423,
+        "hfopenllm_v2/GPQA": 0.3096,
+        "hfopenllm_v2/MUSR": 0.4134,
+        "hfopenllm_v2/MMLU-PRO": 0.2376
       }
     },
     {

data/developers/lxzgordon.json

@@ -20,16 +20,16 @@
       "developer": "LxzGordon",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7394,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.8816,
-        "reward-bench/Safety": 0.9178,
-        "reward-bench/Reasoning": 0.9698,
+        "reward-bench/Score": 0.9294,
         "reward-bench/Factuality": 0.6884,
         "reward-bench/Precise IF": 0.45,
         "reward-bench/Math": 0.6393,
+        "reward-bench/Safety": 0.9108,
         "reward-bench/Focus": 0.9758,
-        "reward-bench/Ties": 0.7653
+        "reward-bench/Ties": 0.7653,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.8816,
+        "reward-bench/Reasoning": 0.9698
       }
     }
   ]

data/developers/magpie-align.json

@@ -35,12 +35,12 @@
       "developer": "Magpie-Align",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4027,
-        "hfopenllm_v2/BBH": 0.4789,
-        "hfopenllm_v2/MATH Level 5": 0.0461,
-        "hfopenllm_v2/GPQA": 0.2768,
-        "hfopenllm_v2/MUSR": 0.3087,
-        "hfopenllm_v2/MMLU-PRO": 0.3001
+        "hfopenllm_v2/IFEval": 0.4118,
+        "hfopenllm_v2/BBH": 0.4811,
+        "hfopenllm_v2/MATH Level 5": 0.034,
+        "hfopenllm_v2/GPQA": 0.2752,
+        "hfopenllm_v2/MUSR": 0.3047,
+        "hfopenllm_v2/MMLU-PRO": 0.3006
       }
     },
     {

data/developers/microsoft.json

@@ -225,12 +225,12 @@
       "developer": "microsoft",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5477,
-        "hfopenllm_v2/BBH": 0.5491,
-        "hfopenllm_v2/MATH Level 5": 0.1639,
-        "hfopenllm_v2/GPQA": 0.3322,
-        "hfopenllm_v2/MUSR": 0.4284,
-        "hfopenllm_v2/MMLU-PRO": 0.4022
+        "hfopenllm_v2/IFEval": 0.5613,
+        "hfopenllm_v2/BBH": 0.5676,
+        "hfopenllm_v2/MATH Level 5": 0.1163,
+        "hfopenllm_v2/GPQA": 0.3196,
+        "hfopenllm_v2/MUSR": 0.395,
+        "hfopenllm_v2/MMLU-PRO": 0.3866
       }
     },
     {
@@ -341,12 +341,12 @@
       "developer": "microsoft",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.0585,
-        "hfopenllm_v2/BBH": 0.6691,
-        "hfopenllm_v2/MATH Level 5": 0.3165,
-        "hfopenllm_v2/GPQA": 0.406,
+        "hfopenllm_v2/IFEval": 0.0488,
+        "hfopenllm_v2/BBH": 0.6703,
+        "hfopenllm_v2/MATH Level 5": 0.2787,
+        "hfopenllm_v2/GPQA": 0.401,
         "hfopenllm_v2/MUSR": 0.5034,
-        "hfopenllm_v2/MMLU-PRO": 0.5287
+        "hfopenllm_v2/MMLU-PRO": 0.5295
       }
     },
     {

data/developers/minimax.json

@@ -25,7 +25,7 @@
       "developer": "MiniMax",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 36.6
+        "terminal-bench-2.0/terminal-bench-2.0": 29.2
       }
     },
     {

data/developers/mistralai.json

@@ -513,12 +513,12 @@
       "developer": "mistralai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.667,
-        "hfopenllm_v2/BBH": 0.5213,
-        "hfopenllm_v2/MATH Level 5": 0.1435,
-        "hfopenllm_v2/GPQA": 0.3238,
-        "hfopenllm_v2/MUSR": 0.3632,
-        "hfopenllm_v2/MMLU-PRO": 0.396
+        "hfopenllm_v2/IFEval": 0.6283,
+        "hfopenllm_v2/BBH": 0.583,
+        "hfopenllm_v2/MATH Level 5": 0.2039,
+        "hfopenllm_v2/GPQA": 0.3331,
+        "hfopenllm_v2/MUSR": 0.4063,
+        "hfopenllm_v2/MMLU-PRO": 0.4099
       }
     },
     {
@@ -718,12 +718,12 @@
       "developer": "mistralai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2415,
-        "hfopenllm_v2/BBH": 0.5087,
-        "hfopenllm_v2/MATH Level 5": 0.102,
-        "hfopenllm_v2/GPQA": 0.3138,
-        "hfopenllm_v2/MUSR": 0.4321,
-        "hfopenllm_v2/MMLU-PRO": 0.385
+        "hfopenllm_v2/IFEval": 0.2326,
+        "hfopenllm_v2/BBH": 0.5098,
+        "hfopenllm_v2/MATH Level 5": 0.0937,
+        "hfopenllm_v2/GPQA": 0.3205,
+        "hfopenllm_v2/MUSR": 0.4413,
+        "hfopenllm_v2/MMLU-PRO": 0.3871
       }
     },
     {

data/developers/mlabonne.json

@@ -161,12 +161,12 @@
       "developer": "mlabonne",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7561,
-        "hfopenllm_v2/BBH": 0.5111,
-        "hfopenllm_v2/MATH Level 5": 0.0906,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.4019,
-        "hfopenllm_v2/MMLU-PRO": 0.3841
+        "hfopenllm_v2/IFEval": 0.4162,
+        "hfopenllm_v2/BBH": 0.5124,
+        "hfopenllm_v2/MATH Level 5": 0.0853,
+        "hfopenllm_v2/GPQA": 0.3029,
+        "hfopenllm_v2/MUSR": 0.415,
+        "hfopenllm_v2/MMLU-PRO": 0.3802
       }
     },
     {

data/developers/moonshot_ai.json

@@ -7,7 +7,7 @@
       "developer": "Moonshot AI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 27.8
+        "terminal-bench-2.0/terminal-bench-2.0": 26.7
       }
     },
     {

data/developers/multiple.json

@@ -7,7 +7,7 @@
       "developer": "Multiple",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 72.4
+        "terminal-bench-2.0/terminal-bench-2.0": 71.0
       }
     }
   ]

data/developers/nicolinho.json

@@ -7,16 +7,16 @@
       "developer": "nicolinho",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7667,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.9013,
-        "reward-bench/Safety": 0.9578,
-        "reward-bench/Reasoning": 0.9826,
+        "reward-bench/Score": 0.9444,
         "reward-bench/Factuality": 0.7853,
         "reward-bench/Precise IF": 0.3719,
         "reward-bench/Math": 0.6995,
+        "reward-bench/Safety": 0.927,
         "reward-bench/Focus": 0.9535,
-        "reward-bench/Ties": 0.8321
+        "reward-bench/Ties": 0.8321,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.9013,
+        "reward-bench/Reasoning": 0.9826
       }
     },
     {
@@ -51,16 +51,16 @@
       "developer": "nicolinho",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7074,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.8684,
-        "reward-bench/Safety": 0.9467,
-        "reward-bench/Reasoning": 0.9677,
+        "reward-bench/Score": 0.9314,
         "reward-bench/Factuality": 0.6653,
         "reward-bench/Precise IF": 0.4062,
         "reward-bench/Math": 0.612,
+        "reward-bench/Safety": 0.9257,
         "reward-bench/Focus": 0.8909,
-        "reward-bench/Ties": 0.7234
+        "reward-bench/Ties": 0.7234,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.8684,
+        "reward-bench/Reasoning": 0.9677
       }
     }
   ]

data/developers/nousresearch.json

@@ -200,6 +200,20 @@
         "hfopenllm_v2/MMLU-PRO": 0.232
       }
     },
+    {
+      "id": "NousResearch/Yarn-Llama-2-7b-128k",
+      "name": "Yarn-Llama-2-7b-128k",
+      "developer": "NousResearch",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1485,
+        "hfopenllm_v2/BBH": 0.3248,
+        "hfopenllm_v2/MATH Level 5": 0.0151,
+        "hfopenllm_v2/GPQA": 0.2601,
+        "hfopenllm_v2/MUSR": 0.3967,
+        "hfopenllm_v2/MMLU-PRO": 0.1791
+      }
+    },
     {
       "id": "NousResearch/Yarn-Llama-2-7b-64k",
       "name": "Yarn-Llama-2-7b-64k",

data/developers/ontocord.json

@@ -273,12 +273,12 @@
       "developer": "ontocord",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1162,
-        "hfopenllm_v2/BBH": 0.3184,
-        "hfopenllm_v2/MATH Level 5": 0.0076,
-        "hfopenllm_v2/GPQA": 0.2634,
-        "hfopenllm_v2/MUSR": 0.3447,
-        "hfopenllm_v2/MMLU-PRO": 0.1124
+        "hfopenllm_v2/IFEval": 0.1128,
+        "hfopenllm_v2/BBH": 0.3171,
+        "hfopenllm_v2/MATH Level 5": 0.0113,
+        "hfopenllm_v2/GPQA": 0.2685,
+        "hfopenllm_v2/MUSR": 0.346,
+        "hfopenllm_v2/MMLU-PRO": 0.1129
       }
     },
     {

data/developers/openai.json

@@ -772,16 +772,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.883,
         "helm_mmlu/Mean win rate": 0.52,
-        "reward-bench/Score": 0.8673,
+        "reward-bench/Score": 0.6493,
+        "reward-bench/Chat": 0.9609,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Safety": 0.8619,
+        "reward-bench/Reasoning": 0.8661,
         "reward-bench/Factuality": 0.5684,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.623,
-        "reward-bench/Safety": 0.8811,
         "reward-bench/Focus": 0.7293,
-        "reward-bench/Ties": 0.7819,
-        "reward-bench/Chat": 0.9609,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Reasoning": 0.8661
+        "reward-bench/Ties": 0.7819
       }
     },
     {
@@ -859,16 +859,16 @@
         "helm_mmlu/Virology": 0.536,
         "helm_mmlu/World Religions": 0.86,
         "helm_mmlu/Mean win rate": 0.774,
-        "reward-bench/Score": 0.8007,
+        "reward-bench/Score": 0.5796,
+        "reward-bench/Chat": 0.9497,
+        "reward-bench/Chat Hard": 0.6075,
+        "reward-bench/Safety": 0.7667,
+        "reward-bench/Reasoning": 0.8374,
         "reward-bench/Factuality": 0.4105,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5191,
-        "reward-bench/Safety": 0.8081,
         "reward-bench/Focus": 0.7414,
-        "reward-bench/Ties": 0.6962,
-        "reward-bench/Chat": 0.9497,
-        "reward-bench/Chat Hard": 0.6075,
-        "reward-bench/Reasoning": 0.8374
+        "reward-bench/Ties": 0.6962
       }
     },
     {
@@ -911,9 +911,9 @@
         "helm_capabilities/IFEval": 0.875,
         "helm_capabilities/WildBench": 0.857,
         "helm_capabilities/Omni-MATH": 0.647,
-        "livecodebenchpro/Hard Problems": 0.04225352112676056,
-        "livecodebenchpro/Medium Problems": 0.4084507042253521,
-        "livecodebenchpro/Easy Problems": 0.8873239436619719
+        "livecodebenchpro/Hard Problems": 0.0423,
+        "livecodebenchpro/Medium Problems": 0.4085,
+        "livecodebenchpro/Easy Problems": 0.9014
       }
     },
     {
@@ -931,7 +931,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 24.0
+        "terminal-bench-2.0/terminal-bench-2.0": 31.9
       }
     },
     {
@@ -954,7 +954,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 11.5
+        "terminal-bench-2.0/terminal-bench-2.0": 7.0
       }
     },
     {
@@ -986,7 +986,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 57.8
+        "terminal-bench-2.0/terminal-bench-2.0": 53.5
       }
     },
     {
@@ -1013,7 +1013,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 62.9
+        "terminal-bench-2.0/terminal-bench-2.0": 60.7
       }
     },
     {
@@ -1023,14 +1023,14 @@
       "evaluator_relationship": null,
       "benchmark_scores": {
         "appworld_test_normal/appworld/test_normal": 0.0,
-        "browsecompplus/browsecompplus": 0.43,
+        "browsecompplus/browsecompplus": 0.26,
         "livecodebenchpro/Hard Problems": 0.1594,
         "livecodebenchpro/Medium Problems": 0.5211,
         "livecodebenchpro/Easy Problems": 0.9014,
-        "swe-bench/swe-bench": 0.5455,
+        "swe-bench/swe-bench": 0.57,
         "tau-bench-2_airline/tau-bench-2/airline": 0.6,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.73,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.71
+        "tau-bench-2_retail/tau-bench-2/retail": 0.68,
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.5354
       }
     },
     {
@@ -1048,7 +1048,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 77.3
+        "terminal-bench-2.0/terminal-bench-2.0": 74.6
       }
     },
     {
@@ -1112,7 +1112,7 @@
         "livecodebenchpro/Hard Problems": 0.0,
         "livecodebenchpro/Medium Problems": 0.11267605633802817,
         "livecodebenchpro/Easy Problems": 0.6619718309859155,
-        "terminal-bench-2.0/terminal-bench-2.0": 18.7
+        "terminal-bench-2.0/terminal-bench-2.0": 14.2
       }
     },
     {
@@ -1233,9 +1233,9 @@
         "helm_capabilities/IFEval": 0.929,
         "helm_capabilities/WildBench": 0.854,
         "helm_capabilities/Omni-MATH": 0.72,
-        "livecodebenchpro/Hard Problems": 0.014084507042253521,
-        "livecodebenchpro/Medium Problems": 0.30985915492957744,
-        "livecodebenchpro/Easy Problems": 0.8873239436619719
+        "livecodebenchpro/Hard Problems": 0.0143,
+        "livecodebenchpro/Medium Problems": 0.2923,
+        "livecodebenchpro/Easy Problems": 0.8571
       }
     },
     {