chore: sync EEE pipeline output [2026-04-06 05:29 UTC]

data/benchmarks/appworld_test_normal.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "appworld/test_normal": 0.66
+        "appworld/test_normal": 0.68
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "appworld/test_normal": 0.071
+        "appworld/test_normal": 0.0
       }
     }
   ]

data/benchmarks/browsecompplus.json

@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "browsecompplus": 0.46
+        "browsecompplus": 0.43
       }
     }
   ]

data/benchmarks/hfopenllm_v2.json

@@ -3047,12 +3047,12 @@
       "name": "AetherTOT",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.4383,
-        "BBH": 0.5034,
-        "MATH Level 5": 0.1443,
+        "IFEval": 0.4398,
+        "BBH": 0.5066,
+        "MATH Level 5": 0.1488,
         "GPQA": 0.3238,
-        "MUSR": 0.4052,
-        "MMLU-PRO": 0.3778
+        "MUSR": 0.4079,
+        "MMLU-PRO": 0.3804
       }
     },
     {
@@ -3125,12 +3125,12 @@
       "name": "DocumentCogito",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.5064,
-        "BBH": 0.5112,
-        "MATH Level 5": 0.1631,
-        "GPQA": 0.3163,
-        "MUSR": 0.3973,
-        "MMLU-PRO": 0.3802
+        "IFEval": 0.777,
+        "BBH": 0.5187,
+        "MATH Level 5": 0.2198,
+        "GPQA": 0.2936,
+        "MUSR": 0.3911,
+        "MMLU-PRO": 0.3738
       }
     },
     {
@@ -4009,12 +4009,12 @@
       "name": "Llama-3.2-1B-SPIN-iter0",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1507,
-        "BBH": 0.293,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
+        "IFEval": 0.1549,
+        "BBH": 0.2937,
+        "MATH Level 5": 0.006,
+        "GPQA": 0.2576,
         "MUSR": 0.3565,
-        "MMLU-PRO": 0.1125
+        "MMLU-PRO": 0.1128
       }
     },
     {
@@ -4321,12 +4321,12 @@
       "name": "Llama-3.1-8b-ITA",
       "developer": "DeepMount00",
       "scores": {
-        "IFEval": 0.5365,
-        "BBH": 0.517,
-        "MATH Level 5": 0.1707,
-        "GPQA": 0.3062,
-        "MUSR": 0.4487,
-        "MMLU-PRO": 0.396
+        "IFEval": 0.7917,
+        "BBH": 0.5109,
+        "MATH Level 5": 0.1088,
+        "GPQA": 0.2878,
+        "MUSR": 0.4136,
+        "MMLU-PRO": 0.3876
       }
     },
     {
@@ -7025,12 +7025,12 @@
       "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto",
       "developer": "EpistemeAI",
       "scores": {
-        "IFEval": 0.7305,
-        "BBH": 0.4649,
-        "MATH Level 5": 0.1397,
-        "GPQA": 0.2659,
-        "MUSR": 0.3209,
-        "MMLU-PRO": 0.348
+        "IFEval": 0.7207,
+        "BBH": 0.461,
+        "MATH Level 5": 0.1314,
+        "GPQA": 0.2701,
+        "MUSR": 0.3432,
+        "MMLU-PRO": 0.3354
       }
     },
     {
@@ -7675,12 +7675,12 @@
       "name": "Herplete-LLM-Llama-3.1-8b",
       "developer": "Etherll",
       "scores": {
-        "IFEval": 0.6106,
-        "BBH": 0.5347,
-        "MATH Level 5": 0.1548,
-        "GPQA": 0.3146,
-        "MUSR": 0.3991,
-        "MMLU-PRO": 0.3752
+        "IFEval": 0.4672,
+        "BBH": 0.5013,
+        "MATH Level 5": 0.0279,
+        "GPQA": 0.2861,
+        "MUSR": 0.386,
+        "MMLU-PRO": 0.3482
       }
     },
     {
@@ -8455,12 +8455,12 @@
       "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
-        "IFEval": 0.3417,
-        "BBH": 0.3292,
-        "MATH Level 5": 0.0023,
-        "GPQA": 0.2576,
-        "MUSR": 0.3249,
-        "MMLU-PRO": 0.1638
+        "IFEval": 0.3472,
+        "BBH": 0.3268,
+        "MATH Level 5": 0.0891,
+        "GPQA": 0.2517,
+        "MUSR": 0.3262,
+        "MMLU-PRO": 0.1641
       }
     },
     {
@@ -8572,12 +8572,12 @@
       "name": "josie-7b-v6.0-step2000",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
-        "IFEval": 0.7628,
-        "BBH": 0.5098,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2802,
-        "MUSR": 0.4579,
-        "MMLU-PRO": 0.4033
+        "IFEval": 0.7598,
+        "BBH": 0.5107,
+        "MATH Level 5": 0.4237,
+        "GPQA": 0.2768,
+        "MUSR": 0.4539,
+        "MMLU-PRO": 0.4012
       }
     },
     {
@@ -8728,12 +8728,12 @@
       "name": "Gemma-Ko-Merge-PEFT",
       "developer": "Gunulhona",
       "scores": {
-        "IFEval": 0.288,
-        "BBH": 0.5154,
+        "IFEval": 0.4441,
+        "BBH": 0.4863,
         "MATH Level 5": 0.0,
-        "GPQA": 0.3247,
-        "MUSR": 0.408,
-        "MMLU-PRO": 0.3817
+        "GPQA": 0.307,
+        "MUSR": 0.3986,
+        "MMLU-PRO": 0.3098
       }
     },
     {
@@ -9170,12 +9170,12 @@
       "name": "SmolLM2-360M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
-        "IFEval": 0.083,
-        "BBH": 0.3053,
-        "MATH Level 5": 0.0083,
-        "GPQA": 0.2651,
-        "MUSR": 0.3423,
-        "MMLU-PRO": 0.1126
+        "IFEval": 0.3842,
+        "BBH": 0.3144,
+        "MATH Level 5": 0.0151,
+        "GPQA": 0.255,
+        "MUSR": 0.3461,
+        "MMLU-PRO": 0.1117
       }
     },
     {
@@ -13057,12 +13057,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3579,
-        "BBH": 0.4477,
-        "MATH Level 5": 0.0423,
-        "GPQA": 0.3096,
-        "MUSR": 0.4134,
-        "MMLU-PRO": 0.2376
+        "IFEval": 0.3798,
+        "BBH": 0.4483,
+        "MATH Level 5": 0.04,
+        "GPQA": 0.3129,
+        "MUSR": 0.4148,
+        "MMLU-PRO": 0.2389
       }
     },
     {
@@ -14305,12 +14305,12 @@
       "name": "Llama-3-8B-Magpie-Align-v0.1",
       "developer": "Magpie-Align",
       "scores": {
-        "IFEval": 0.4027,
-        "BBH": 0.4789,
-        "MATH Level 5": 0.0461,
-        "GPQA": 0.2768,
-        "MUSR": 0.3087,
-        "MMLU-PRO": 0.3001
+        "IFEval": 0.4118,
+        "BBH": 0.4811,
+        "MATH Level 5": 0.034,
+        "GPQA": 0.2752,
+        "MUSR": 0.3047,
+        "MMLU-PRO": 0.3006
       }
     },
     {
@@ -17204,12 +17204,12 @@
       "name": "code-yi",
       "developer": "Omkar1102",
       "scores": {
-        "IFEval": 0.2148,
-        "BBH": 0.276,
+        "IFEval": 0.2254,
+        "BBH": 0.275,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2508,
-        "MUSR": 0.3802,
-        "MMLU-PRO": 0.1126
+        "GPQA": 0.2576,
+        "MUSR": 0.3762,
+        "MMLU-PRO": 0.1123
       }
     },
     {
@@ -18141,11 +18141,11 @@
       "developer": "PrimeIntellect",
       "scores": {
         "IFEval": 0.1757,
-        "BBH": 0.274,
+        "BBH": 0.276,
         "MATH Level 5": 0.0,
-        "GPQA": 0.25,
-        "MUSR": 0.3753,
-        "MMLU-PRO": 0.112
+        "GPQA": 0.2534,
+        "MUSR": 0.3339,
+        "MMLU-PRO": 0.1123
       }
     },
     {
@@ -19986,12 +19986,12 @@
       "name": "Replete-LLM-Qwen2-7b",
       "developer": "Replete-AI",
       "scores": {
-        "IFEval": 0.0905,
-        "BBH": 0.2985,
+        "IFEval": 0.0932,
+        "BBH": 0.2977,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
-        "MUSR": 0.3848,
-        "MMLU-PRO": 0.1158
+        "GPQA": 0.2475,
+        "MUSR": 0.3941,
+        "MMLU-PRO": 0.1157
       }
     },
     {
@@ -21130,12 +21130,12 @@
       "name": "L3-70B-Euryale-v2.1",
       "developer": "Sao10K",
       "scores": {
-        "IFEval": 0.7384,
-        "BBH": 0.6471,
-        "MATH Level 5": 0.2137,
+        "IFEval": 0.7281,
+        "BBH": 0.6503,
+        "MATH Level 5": 0.2243,
         "GPQA": 0.3314,
-        "MUSR": 0.4209,
-        "MMLU-PRO": 0.5104
+        "MUSR": 0.4196,
+        "MMLU-PRO": 0.5096
       }
     },
     {
@@ -25069,12 +25069,12 @@
       "name": "Llama3.1-8B-Cobalt",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.7168,
-        "BBH": 0.4911,
-        "MATH Level 5": 0.1533,
-        "GPQA": 0.2861,
-        "MUSR": 0.3512,
-        "MMLU-PRO": 0.3663
+        "IFEval": 0.3496,
+        "BBH": 0.4947,
+        "MATH Level 5": 0.1269,
+        "GPQA": 0.3037,
+        "MUSR": 0.3959,
+        "MMLU-PRO": 0.3644
       }
     },
     {
@@ -25121,12 +25121,12 @@
       "name": "Llama3.1-8B-ShiningValiant2",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.2678,
-        "BBH": 0.4429,
-        "MATH Level 5": 0.0521,
-        "GPQA": 0.302,
-        "MUSR": 0.3959,
-        "MMLU-PRO": 0.2927
+        "IFEval": 0.6496,
+        "BBH": 0.4774,
+        "MATH Level 5": 0.0566,
+        "GPQA": 0.3104,
+        "MUSR": 0.3909,
+        "MMLU-PRO": 0.3382
       }
     },
     {
@@ -25654,12 +25654,12 @@
       "name": "Qwen2.5-14B-YOYO-1010",
       "developer": "YOYO-AI",
       "scores": {
-        "IFEval": 0.7905,
-        "BBH": 0.6406,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.3163,
-        "MUSR": 0.4181,
-        "MMLU-PRO": 0.4944
+        "IFEval": 0.5899,
+        "BBH": 0.654,
+        "MATH Level 5": 0.4509,
+        "GPQA": 0.3834,
+        "MUSR": 0.4744,
+        "MMLU-PRO": 0.5376
       }
     },
     {
@@ -26889,12 +26889,12 @@
       "name": "Llama-3.1-Storm-8B",
       "developer": "akjindal53244",
       "scores": {
-        "IFEval": 0.8051,
-        "BBH": 0.5189,
-        "MATH Level 5": 0.1722,
-        "GPQA": 0.3263,
+        "IFEval": 0.8033,
+        "BBH": 0.5196,
+        "MATH Level 5": 0.1624,
+        "GPQA": 0.3096,
         "MUSR": 0.4028,
-        "MMLU-PRO": 0.3803
+        "MMLU-PRO": 0.3812
       }
     },
     {
@@ -26954,12 +26954,12 @@
       "name": "Llama-3.1-Tulu-3-8B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8255,
-        "BBH": 0.4061,
-        "MATH Level 5": 0.2115,
-        "GPQA": 0.297,
+        "IFEval": 0.8267,
+        "BBH": 0.405,
+        "MATH Level 5": 0.1964,
+        "GPQA": 0.2987,
         "MUSR": 0.4175,
-        "MMLU-PRO": 0.2821
+        "MMLU-PRO": 0.2827
       }
     },
     {
@@ -28449,11 +28449,11 @@
       "name": "AMD-Llama-135m",
       "developer": "amd",
       "scores": {
-        "IFEval": 0.1842,
-        "BBH": 0.2974,
-        "MATH Level 5": 0.0053,
-        "GPQA": 0.2525,
-        "MUSR": 0.378,
+        "IFEval": 0.1918,
+        "BBH": 0.2969,
+        "MATH Level 5": 0.0076,
+        "GPQA": 0.2584,
+        "MUSR": 0.3846,
         "MMLU-PRO": 0.1169
       }
     },
@@ -28709,12 +28709,12 @@
       "name": "Arcee-Spark",
       "developer": "arcee-ai",
       "scores": {
-        "IFEval": 0.5718,
-        "BBH": 0.5481,
-        "MATH Level 5": 0.114,
-        "GPQA": 0.3062,
-        "MUSR": 0.4008,
-        "MMLU-PRO": 0.3813
+        "IFEval": 0.5621,
+        "BBH": 0.5489,
+        "MATH Level 5": 0.2953,
+        "GPQA": 0.307,
+        "MUSR": 0.4021,
+        "MMLU-PRO": 0.3822
       }
     },
     {
@@ -30360,12 +30360,12 @@
       "name": "Llama-3.2-3B-Deep-Test",
       "developer": "bunnycore",
       "scores": {
-        "IFEval": 0.1775,
-        "BBH": 0.295,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2517,
-        "MUSR": 0.3647,
-        "MMLU-PRO": 0.1049
+        "IFEval": 0.4652,
+        "BBH": 0.4531,
+        "MATH Level 5": 0.1284,
+        "GPQA": 0.2643,
+        "MUSR": 0.3394,
+        "MMLU-PRO": 0.3152
       }
     },
     {
@@ -31647,12 +31647,12 @@
       "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
       "developer": "cognitivecomputations",
       "scores": {
-        "IFEval": 0.4124,
-        "BBH": 0.6383,
-        "MATH Level 5": 0.182,
-        "GPQA": 0.3289,
-        "MUSR": 0.4349,
-        "MMLU-PRO": 0.4525
+        "IFEval": 0.3613,
+        "BBH": 0.6123,
+        "MATH Level 5": 0.1239,
+        "GPQA": 0.328,
+        "MUSR": 0.4112,
+        "MMLU-PRO": 0.4494
       }
     },
     {
@@ -34663,12 +34663,12 @@
       "name": "gemma-2-2b",
       "developer": "Google",
       "scores": {
-        "IFEval": 0.1993,
-        "BBH": 0.3656,
-        "MATH Level 5": 0.0287,
+        "IFEval": 0.2018,
+        "BBH": 0.3709,
+        "MATH Level 5": 0.0302,
         "GPQA": 0.2626,
-        "MUSR": 0.4232,
-        "MMLU-PRO": 0.218
+        "MUSR": 0.4219,
+        "MMLU-PRO": 0.2217
       }
     },
     {
@@ -37705,12 +37705,12 @@
       "name": "Kosmos-EVAA-Fusion-8B",
       "developer": "jaspionjader",
       "scores": {
-        "IFEval": 0.4418,
-        "BBH": 0.5406,
-        "MATH Level 5": 0.1352,
-        "GPQA": 0.3062,
+        "IFEval": 0.4345,
+        "BBH": 0.5419,
+        "MATH Level 5": 0.1292,
+        "GPQA": 0.3087,
         "MUSR": 0.4277,
-        "MMLU-PRO": 0.386
+        "MMLU-PRO": 0.3854
       }
     },
     {
@@ -42359,12 +42359,12 @@
       "name": "Mistral-v0.3-7B-ORPO",
       "developer": "llmat",
       "scores": {
-        "IFEval": 0.364,
-        "BBH": 0.4005,
-        "MATH Level 5": 0.0015,
-        "GPQA": 0.2693,
-        "MUSR": 0.3529,
-        "MMLU-PRO": 0.2301
+        "IFEval": 0.377,
+        "BBH": 0.3978,
+        "MATH Level 5": 0.0242,
+        "GPQA": 0.2668,
+        "MUSR": 0.3555,
+        "MMLU-PRO": 0.2278
       }
     },
     {
@@ -43893,12 +43893,12 @@
       "name": "Meta-Llama-3-8B-Instruct",
       "developer": "meta-llama",
       "scores": {
-        "IFEval": 0.7408,
-        "BBH": 0.4989,
-        "MATH Level 5": 0.0869,
-        "GPQA": 0.2592,
-        "MUSR": 0.3568,
-        "MMLU-PRO": 0.3664
+        "IFEval": 0.4782,
+        "BBH": 0.491,
+        "MATH Level 5": 0.0914,
+        "GPQA": 0.2928,
+        "MUSR": 0.3805,
+        "MMLU-PRO": 0.3591
       }
     },
     {
@@ -43984,12 +43984,12 @@
       "name": "Phi-3-mini-4k-instruct",
       "developer": "microsoft",
       "scores": {
-        "IFEval": 0.5477,
-        "BBH": 0.5491,
-        "MATH Level 5": 0.1639,
-        "GPQA": 0.3322,
-        "MUSR": 0.4284,
-        "MMLU-PRO": 0.4022
+        "IFEval": 0.5613,
+        "BBH": 0.5676,
+        "MATH Level 5": 0.1163,
+        "GPQA": 0.3196,
+        "MUSR": 0.395,
+        "MMLU-PRO": 0.3866
       }
     },
     {
@@ -45076,12 +45076,12 @@
       "name": "Mistral-Nemo-Kurdish-Instruct",
       "developer": "nazimali",
       "scores": {
-        "IFEval": 0.4964,
-        "BBH": 0.4699,
-        "MATH Level 5": 0.0045,
-        "GPQA": 0.2827,
-        "MUSR": 0.3979,
-        "MMLU-PRO": 0.3063
+        "IFEval": 0.486,
+        "BBH": 0.4721,
+        "MATH Level 5": 0.0846,
+        "GPQA": 0.2844,
+        "MUSR": 0.4006,
+        "MMLU-PRO": 0.3087
       }
     },
     {
@@ -47611,12 +47611,12 @@
       "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
       "developer": "ontocord",
       "scores": {
-        "IFEval": 0.1128,
-        "BBH": 0.3171,
-        "MATH Level 5": 0.0113,
-        "GPQA": 0.2685,
-        "MUSR": 0.346,
-        "MMLU-PRO": 0.1129
+        "IFEval": 0.1162,
+        "BBH": 0.3184,
+        "MATH Level 5": 0.0076,
+        "GPQA": 0.2634,
+        "MUSR": 0.3447,
+        "MMLU-PRO": 0.1124
       }
     },
     {
@@ -50861,12 +50861,12 @@
       "name": "Oracle-14B",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.2358,
-        "BBH": 0.4612,
-        "MATH Level 5": 0.0642,
-        "GPQA": 0.2576,
-        "MUSR": 0.3717,
-        "MMLU-PRO": 0.2382
+        "IFEval": 0.2401,
+        "BBH": 0.4622,
+        "MATH Level 5": 0.0725,
+        "GPQA": 0.2609,
+        "MUSR": 0.3703,
+        "MMLU-PRO": 0.2379
       }
     },
     {
@@ -50874,12 +50874,12 @@
       "name": "Qwen2.5-Math-14B-Instruct",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.6066,
-        "BBH": 0.635,
-        "MATH Level 5": 0.3716,
-        "GPQA": 0.3725,
+        "IFEval": 0.6005,
+        "BBH": 0.6356,
+        "MATH Level 5": 0.2764,
+        "GPQA": 0.3691,
         "MUSR": 0.4757,
-        "MMLU-PRO": 0.5331
+        "MMLU-PRO": 0.5339
       }
     },
     {
@@ -51459,12 +51459,12 @@
       "name": "FineLlama-3.1-8B",
       "developer": "riaz",
       "scores": {
-        "IFEval": 0.4137,
-        "BBH": 0.4565,
-        "MATH Level 5": 0.0453,
-        "GPQA": 0.276,
-        "MUSR": 0.3776,
-        "MMLU-PRO": 0.2978
+        "IFEval": 0.4373,
+        "BBH": 0.4586,
+        "MATH Level 5": 0.0514,
+        "GPQA": 0.2752,
+        "MUSR": 0.3763,
+        "MMLU-PRO": 0.2964
       }
     },
     {
@@ -53201,12 +53201,12 @@
       "name": "Qwenvergence-14B-v3-Reason",
       "developer": "sometimesanotion",
       "scores": {
-        "IFEval": 0.5278,
-        "BBH": 0.6557,
-        "MATH Level 5": 0.3119,
-        "GPQA": 0.3842,
-        "MUSR": 0.4754,
-        "MMLU-PRO": 0.5396
+        "IFEval": 0.5367,
+        "BBH": 0.6561,
+        "MATH Level 5": 0.358,
+        "GPQA": 0.3867,
+        "MUSR": 0.474,
+        "MMLU-PRO": 0.5395
       }
     },
     {
@@ -53500,12 +53500,12 @@
       "name": "ChatWaifu_v2.0_22B",
       "developer": "spow12",
       "scores": {
-        "IFEval": 0.6511,
-        "BBH": 0.5926,
-        "MATH Level 5": 0.1858,
-        "GPQA": 0.3247,
+        "IFEval": 0.6517,
+        "BBH": 0.5908,
+        "MATH Level 5": 0.2032,
+        "GPQA": 0.3238,
         "MUSR": 0.3842,
-        "MMLU-PRO": 0.3836
+        "MMLU-PRO": 0.3812
       }
     },
     {
@@ -54345,12 +54345,12 @@
       "name": "lambda-gemma-2-9b-dpo",
       "developer": "tanliboy",
       "scores": {
-        "IFEval": 0.1829,
-        "BBH": 0.5488,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.3104,
-        "MUSR": 0.4056,
-        "MMLU-PRO": 0.3805
+        "IFEval": 0.4501,
+        "BBH": 0.5472,
+        "MATH Level 5": 0.0944,
+        "GPQA": 0.3138,
+        "MUSR": 0.4017,
+        "MMLU-PRO": 0.3792
       }
     },
     {
@@ -56997,12 +56997,12 @@
       "name": "BagelMIsteryTour-v2-8x7B",
       "developer": "ycros",
       "scores": {
-        "IFEval": 0.6262,
-        "BBH": 0.5142,
-        "MATH Level 5": 0.0937,
-        "GPQA": 0.3079,
-        "MUSR": 0.4138,
-        "MMLU-PRO": 0.3481
+        "IFEval": 0.5994,
+        "BBH": 0.5159,
+        "MATH Level 5": 0.0785,
+        "GPQA": 0.3045,
+        "MUSR": 0.4203,
+        "MMLU-PRO": 0.3473
       }
     },
     {

data/benchmarks/livecodebenchpro.json

@@ -255,9 +255,9 @@
       "name": "o4-mini-2025-04-16",
       "developer": "OpenAI",
       "scores": {
-        "Hard Problems": 0.014084507042253521,
-        "Medium Problems": 0.30985915492957744,
-        "Easy Problems": 0.8873239436619719
+        "Hard Problems": 0.0143,
+        "Medium Problems": 0.2923,
+        "Easy Problems": 0.8571
       }
     },
     {

data/benchmarks/reward-bench.json

@@ -81,17 +81,17 @@
       "name": "CIR-AMS/BTRM_Qwen2_7b_0613",
       "developer": "CIR-AMS",
       "scores": {
-        "Score": 0.8172,
+        "Score": 0.5736,
+        "Chat": 0.9749,
+        "Chat Hard": 0.5724,
+        "Safety": 0.7178,
+        "Reasoning": 0.8775,
+        "Prior Sets (0.5 weight)": 0.7029,
         "Factuality": 0.5347,
         "Precise IF": 0.3563,
         "Math": 0.6066,
-        "Safety": 0.9014,
         "Focus": 0.5737,
-        "Ties": 0.6527,
-        "Chat": 0.9749,
-        "Chat Hard": 0.5724,
-        "Reasoning": 0.8775,
-        "Prior Sets (0.5 weight)": 0.7029
+        "Ties": 0.6527
       }
     },
     {
@@ -609,17 +609,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-cost",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.5798,
+        "Score": 0.3332,
+        "Chat": 0.6173,
+        "Chat Hard": 0.4232,
+        "Safety": 0.7589,
+        "Reasoning": 0.5482,
+        "Prior Sets (0.5 weight)": 0.57,
         "Factuality": 0.3263,
         "Precise IF": 0.2313,
         "Math": 0.3989,
-        "Safety": 0.7351,
         "Focus": 0.2939,
-        "Ties": -0.01,
-        "Chat": 0.6173,
-        "Chat Hard": 0.4232,
-        "Reasoning": 0.5482,
-        "Prior Sets (0.5 weight)": 0.57
+        "Ties": -0.01
       }
     },
     {
@@ -938,17 +938,17 @@
       "name": "Ray2333/GRM-llama3-8B-distill",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.589,
-        "Chat": 0.9832,
-        "Chat Hard": 0.6842,
-        "Safety": 0.7222,
-        "Reasoning": 0.9133,
-        "Prior Sets (0.5 weight)": 0.7209,
+        "Score": 0.8464,
         "Factuality": 0.5874,
         "Precise IF": 0.3875,
         "Math": 0.5902,
+        "Safety": 0.8676,
         "Focus": 0.6727,
-        "Ties": 0.5743
+        "Ties": 0.5743,
+        "Chat": 0.9832,
+        "Chat Hard": 0.6842,
+        "Reasoning": 0.9133,
+        "Prior Sets (0.5 weight)": 0.7209
       }
     },
     {
@@ -1139,16 +1139,16 @@
       "name": "Skywork/Skywork-Reward-Gemma-2-27B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.938,
+        "Score": 0.7576,
+        "Chat": 0.9581,
+        "Chat Hard": 0.9145,
+        "Safety": 0.9422,
+        "Reasoning": 0.9606,
         "Factuality": 0.7368,
         "Precise IF": 0.4031,
         "Math": 0.7049,
-        "Safety": 0.9189,
         "Focus": 0.9323,
-        "Ties": 0.8261,
-        "Chat": 0.9581,
-        "Chat Hard": 0.9145,
-        "Reasoning": 0.9606
+        "Ties": 0.8261
       }
     },
     {
@@ -1173,16 +1173,16 @@
       "name": "Skywork/Skywork-Reward-Llama-3.1-8B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.7314,
-        "Chat": 0.9581,
-        "Chat Hard": 0.8728,
-        "Safety": 0.9333,
-        "Reasoning": 0.962,
+        "Score": 0.9252,
         "Factuality": 0.6989,
         "Precise IF": 0.425,
         "Math": 0.6284,
+        "Safety": 0.9081,
         "Focus": 0.9616,
-        "Ties": 0.741
+        "Ties": 0.741,
+        "Chat": 0.9581,
+        "Chat Hard": 0.8728,
+        "Reasoning": 0.962
       }
     },
     {
@@ -1305,16 +1305,16 @@
       "name": "Skywork/Skywork-VL-Reward-7B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.9007,
+        "Score": 0.6885,
+        "Chat": 0.8994,
+        "Chat Hard": 0.875,
+        "Safety": 0.8911,
+        "Reasoning": 0.9176,
         "Factuality": 0.6063,
         "Precise IF": 0.35,
         "Math": 0.6339,
-        "Safety": 0.9108,
         "Focus": 0.8909,
-        "Ties": 0.7586,
-        "Chat": 0.8994,
-        "Chat Hard": 0.875,
-        "Reasoning": 0.9176
+        "Ties": 0.7586
       }
     },
     {
@@ -1379,10 +1379,10 @@
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "developer": "AI2",
       "scores": {
-        "Score": 0.6924,
-        "Chat": 0.9441,
-        "Chat Hard": 0.3575,
-        "Safety": 0.7757
+        "Score": 0.6895,
+        "Chat": 0.9385,
+        "Chat Hard": 0.3706,
+        "Safety": 0.7595
       }
     },
     {
@@ -1477,17 +1477,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.722,
-        "Chat": 0.9693,
-        "Chat Hard": 0.8268,
-        "Safety": 0.8689,
-        "Reasoning": 0.8583,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.8892,
         "Factuality": 0.8084,
         "Precise IF": 0.3688,
         "Math": 0.6776,
+        "Safety": 0.9027,
         "Focus": 0.7778,
-        "Ties": 0.8308
+        "Ties": 0.8308,
+        "Chat": 0.9693,
+        "Chat Hard": 0.8268,
+        "Reasoning": 0.8583,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1495,17 +1495,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8431,
+        "Score": 0.687,
+        "Chat": 0.9553,
+        "Chat Hard": 0.761,
+        "Safety": 0.86,
+        "Reasoning": 0.7898,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.7516,
         "Precise IF": 0.3875,
         "Math": 0.6284,
-        "Safety": 0.8662,
         "Focus": 0.8545,
-        "Ties": 0.6397,
-        "Chat": 0.9553,
-        "Chat Hard": 0.761,
-        "Reasoning": 0.7898,
-        "Prior Sets (0.5 weight)": 0.0
+        "Ties": 0.6397
       }
     },
     {
@@ -3486,17 +3486,17 @@
       "name": "Claude 3 Haiku 20240307",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.3711,
-        "Chat": 0.9274,
-        "Chat Hard": 0.5197,
-        "Safety": 0.595,
-        "Reasoning": 0.706,
-        "Prior Sets (0.5 weight)": 0.6635,
+        "Score": 0.7289,
         "Factuality": 0.4042,
         "Precise IF": 0.2812,
         "Math": 0.3552,
+        "Safety": 0.7953,
         "Focus": 0.501,
-        "Ties": 0.0899
+        "Ties": 0.0899,
+        "Chat": 0.9274,
+        "Chat Hard": 0.5197,
+        "Reasoning": 0.706,
+        "Prior Sets (0.5 weight)": 0.6635
       }
     },
     {
@@ -3504,16 +3504,16 @@
       "name": "Claude 3 Opus 20240229",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.8008,
+        "Score": 0.5744,
+        "Chat": 0.9469,
+        "Chat Hard": 0.6031,
+        "Safety": 0.8378,
+        "Reasoning": 0.7868,
         "Factuality": 0.5389,
         "Precise IF": 0.3312,
         "Math": 0.5137,
-        "Safety": 0.8662,
         "Focus": 0.6646,
-        "Ties": 0.5601,
-        "Chat": 0.9469,
-        "Chat Hard": 0.6031,
-        "Reasoning": 0.7868
+        "Ties": 0.5601
       }
     },
     {
@@ -3801,16 +3801,16 @@
       "name": "internlm/internlm2-1_8b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.8217,
+        "Score": 0.3902,
+        "Chat": 0.9358,
+        "Chat Hard": 0.6623,
+        "Safety": 0.4711,
+        "Reasoning": 0.8724,
         "Factuality": 0.2758,
         "Precise IF": 0.3625,
         "Math": 0.4426,
-        "Safety": 0.8162,
         "Focus": 0.596,
-        "Ties": 0.1934,
-        "Chat": 0.9358,
-        "Chat Hard": 0.6623,
-        "Reasoning": 0.8724
+        "Ties": 0.1934
       }
     },
     {
@@ -4014,16 +4014,16 @@
       "name": "nicolinho/QRM-Gemma-2-27B",
       "developer": "nicolinho",
       "scores": {
-        "Score": 0.9444,
+        "Score": 0.7667,
+        "Chat": 0.9665,
+        "Chat Hard": 0.9013,
+        "Safety": 0.9578,
+        "Reasoning": 0.9826,
         "Factuality": 0.7853,
         "Precise IF": 0.3719,
         "Math": 0.6995,
-        "Safety": 0.927,
         "Focus": 0.9535,
-        "Ties": 0.8321,
-        "Chat": 0.9665,
-        "Chat Hard": 0.9013,
-        "Reasoning": 0.9826
+        "Ties": 0.8321
       }
     },
     {
@@ -4219,16 +4219,16 @@
       "name": "GPT-4o mini 2024-07-18",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.5796,
-        "Chat": 0.9497,
-        "Chat Hard": 0.6075,
-        "Safety": 0.7667,
-        "Reasoning": 0.8374,
+        "Score": 0.8007,
         "Factuality": 0.4105,
         "Precise IF": 0.3438,
         "Math": 0.5191,
+        "Safety": 0.8081,
         "Focus": 0.7414,
-        "Ties": 0.6962
+        "Ties": 0.6962,
+        "Chat": 0.9497,
+        "Chat Hard": 0.6075,
+        "Reasoning": 0.8374
       }
     },
     {
@@ -4249,17 +4249,17 @@
       "name": "openbmb/Eurus-RM-7b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.8159,
+        "Score": 0.5806,
+        "Chat": 0.9804,
+        "Chat Hard": 0.6557,
+        "Safety": 0.6267,
+        "Reasoning": 0.8633,
+        "Prior Sets (0.5 weight)": 0.7172,
         "Factuality": 0.6,
         "Precise IF": 0.3438,
         "Math": 0.5683,
-        "Safety": 0.8135,
         "Focus": 0.7475,
-        "Ties": 0.5972,
-        "Chat": 0.9804,
-        "Chat Hard": 0.6557,
-        "Reasoning": 0.8633,
-        "Prior Sets (0.5 weight)": 0.7172
+        "Ties": 0.5972
       }
     },
     {
@@ -4280,17 +4280,17 @@
       "name": "openbmb/UltraRM-13b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.4683,
-        "Chat": 0.9637,
-        "Chat Hard": 0.5548,
-        "Safety": 0.5089,
-        "Reasoning": 0.6244,
-        "Prior Sets (0.5 weight)": 0.7294,
+        "Score": 0.6903,
         "Factuality": 0.5063,
         "Precise IF": 0.3312,
         "Math": 0.5519,
+        "Safety": 0.5986,
         "Focus": 0.6081,
-        "Ties": 0.3036
+        "Ties": 0.3036,
+        "Chat": 0.9637,
+        "Chat Hard": 0.5548,
+        "Reasoning": 0.6244,
+        "Prior Sets (0.5 weight)": 0.7294
       }
     },
     {
@@ -4370,17 +4370,17 @@
       "name": "sfairXC/FsfairX-LLaMA3-RM-v0.1",
       "developer": "sfairXC",
       "scores": {
-        "Score": 0.8338,
+        "Score": 0.6292,
+        "Chat": 0.9944,
+        "Chat Hard": 0.6513,
+        "Safety": 0.7667,
+        "Reasoning": 0.8644,
+        "Prior Sets (0.5 weight)": 0.7492,
         "Factuality": 0.5916,
         "Precise IF": 0.4188,
         "Math": 0.6284,
-        "Safety": 0.8676,
         "Focus": 0.7051,
-        "Ties": 0.6647,
-        "Chat": 0.9944,
-        "Chat Hard": 0.6513,
-        "Reasoning": 0.8644,
-        "Prior Sets (0.5 weight)": 0.7492
+        "Ties": 0.6647
       }
     },
     {
@@ -4492,17 +4492,17 @@
       "name": "weqweasdas/RM-Gemma-2B",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.3057,
-        "Chat": 0.9441,
-        "Chat Hard": 0.4079,
-        "Safety": 0.3311,
-        "Reasoning": 0.7637,
-        "Prior Sets (0.5 weight)": 0.6652,
+        "Score": 0.6549,
         "Factuality": 0.3705,
         "Precise IF": 0.2812,
         "Math": 0.4317,
+        "Safety": 0.4986,
         "Focus": 0.2343,
-        "Ties": 0.1851
+        "Ties": 0.1851,
+        "Chat": 0.9441,
+        "Chat Hard": 0.4079,
+        "Reasoning": 0.7637,
+        "Prior Sets (0.5 weight)": 0.6652
       }
     },
     {
@@ -4541,17 +4541,17 @@
       "name": "weqweasdas/RM-Mistral-7B",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.596,
-        "Chat": 0.9665,
-        "Chat Hard": 0.6053,
-        "Safety": 0.6911,
-        "Reasoning": 0.7736,
-        "Prior Sets (0.5 weight)": 0.753,
+        "Score": 0.7982,
         "Factuality": 0.5937,
         "Precise IF": 0.3438,
         "Math": 0.5956,
+        "Safety": 0.8703,
         "Focus": 0.7293,
-        "Ties": 0.6226
+        "Ties": 0.6226,
+        "Chat": 0.9665,
+        "Chat Hard": 0.6053,
+        "Reasoning": 0.7736,
+        "Prior Sets (0.5 weight)": 0.753
       }
     },
     {
@@ -4559,17 +4559,17 @@
       "name": "weqweasdas/hh_rlhf_rm_open_llama_3b",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.5027,
+        "Score": 0.2498,
+        "Chat": 0.8184,
+        "Chat Hard": 0.3728,
+        "Safety": 0.24,
+        "Reasoning": 0.3281,
+        "Prior Sets (0.5 weight)": 0.6564,
         "Factuality": 0.3642,
         "Precise IF": 0.275,
         "Math": 0.3497,
-        "Safety": 0.4149,
         "Focus": 0.2384,
-        "Ties": 0.0315,
-        "Chat": 0.8184,
-        "Chat Hard": 0.3728,
-        "Reasoning": 0.3281,
-        "Prior Sets (0.5 weight)": 0.6564
+        "Ties": 0.0315
       }
     }
   ]

data/benchmarks/swe-bench.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "swe-bench": 0.65
+        "swe-bench": 0.8072
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "swe-bench": 0.57
+        "swe-bench": 0.5455
       }
     }
   ]

data/benchmarks/tau-bench-2_airline.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/airline": 0.72
+        "tau-bench-2/airline": 0.66
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/airline": 0.68
+        "tau-bench-2/airline": 0.62
       }
     },
     {

data/benchmarks/tau-bench-2_retail.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/retail": 0.85
+        "tau-bench-2/retail": 0.83
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/retail": 0.82
+        "tau-bench-2/retail": 0.73
       }
     },
     {

data/benchmarks/tau-bench-2_telecom.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/telecom": 0.73
+        "tau-bench-2/telecom": 0.6852
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/telecom": 0.55
+        "tau-bench-2/telecom": 0.5354
       }
     }
   ]

data/benchmarks/terminal-bench-2.0.json

@@ -5,7 +5,7 @@
       "name": "Qwen 3 Coder 480B",
       "developer": "Alibaba",
       "scores": {
-        "terminal-bench-2.0": 23.9
+        "terminal-bench-2.0": 27.2
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 13.9
+        "terminal-bench-2.0": 28.3
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 36.9
+        "terminal-bench-2.0": 34.8
       }
     },
     {
@@ -37,7 +37,7 @@
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 74.7
+        "terminal-bench-2.0": 62.9
       }
     },
     {
@@ -61,7 +61,7 @@
       "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 15.4
+        "terminal-bench-2.0": 17.1
       }
     },
     {
@@ -77,7 +77,7 @@
       "name": "Gemini 3 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 51.0
+        "terminal-bench-2.0": 64.3
       }
     },
     {
@@ -85,7 +85,7 @@
       "name": "Gemini 3 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 62.2
+        "terminal-bench-2.0": 61.8
       }
     },
     {
@@ -93,7 +93,7 @@
       "name": "Gemini 3.1 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 74.8
+        "terminal-bench-2.0": 78.4
       }
     },
     {
@@ -109,7 +109,7 @@
       "name": "MiniMax M2.1",
       "developer": "MiniMax",
       "scores": {
-        "terminal-bench-2.0": 29.2
+        "terminal-bench-2.0": 36.6
       }
     },
     {
@@ -125,7 +125,7 @@
       "name": "Kimi K2 Instruct",
       "developer": "Moonshot AI",
       "scores": {
-        "terminal-bench-2.0": 27.8
+        "terminal-bench-2.0": 26.7
       }
     },
     {
@@ -157,7 +157,7 @@
       "name": "GPT-5",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 49.6
+        "terminal-bench-2.0": 35.2
       }
     },
     {
@@ -165,7 +165,7 @@
       "name": "GPT-5-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 43.4
+        "terminal-bench-2.0": 44.3
       }
     },
     {
@@ -173,7 +173,7 @@
       "name": "GPT-5-Mini",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 34.8
+        "terminal-bench-2.0": 24.0
       }
     },
     {
@@ -181,7 +181,7 @@
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 7.0
+        "terminal-bench-2.0": 7.9
       }
     },
     {
@@ -221,7 +221,7 @@
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 60.7
+        "terminal-bench-2.0": 54.0
       }
     },
     {
@@ -269,7 +269,7 @@
       "name": "Grok Code Fast 1",
       "developer": "xAI",
       "scores": {
-        "terminal-bench-2.0": 25.8
+        "terminal-bench-2.0": 14.2
       }
     },
     {

data/developers/ai2.json

@@ -43,10 +43,10 @@
       "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6924,
-        "reward-bench/Chat": 0.9441,
-        "reward-bench/Chat Hard": 0.3575,
-        "reward-bench/Safety": 0.7757
+        "reward-bench/Score": 0.6895,
+        "reward-bench/Chat": 0.9385,
+        "reward-bench/Chat Hard": 0.3706,
+        "reward-bench/Safety": 0.7595
       }
     },
     {

data/developers/akjindal53244.json

@@ -7,12 +7,12 @@
       "developer": "akjindal53244",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8051,
-        "hfopenllm_v2/BBH": 0.5189,
-        "hfopenllm_v2/MATH Level 5": 0.1722,
-        "hfopenllm_v2/GPQA": 0.3263,
+        "hfopenllm_v2/IFEval": 0.8033,
+        "hfopenllm_v2/BBH": 0.5196,
+        "hfopenllm_v2/MATH Level 5": 0.1624,
+        "hfopenllm_v2/GPQA": 0.3096,
         "hfopenllm_v2/MUSR": 0.4028,
-        "hfopenllm_v2/MMLU-PRO": 0.3803
+        "hfopenllm_v2/MMLU-PRO": 0.3812
       }
     }
   ]

data/developers/alibaba.json

@@ -7,7 +7,7 @@
       "developer": "Alibaba",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 23.9
+        "terminal-bench-2.0/terminal-bench-2.0": 27.2
       }
     },
     {

data/developers/allenai.json

@@ -162,17 +162,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.722,
-        "reward-bench/Chat": 0.9693,
-        "reward-bench/Chat Hard": 0.8268,
-        "reward-bench/Safety": 0.8689,
-        "reward-bench/Reasoning": 0.8583,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8892,
         "reward-bench/Factuality": 0.8084,
         "reward-bench/Precise IF": 0.3688,
         "reward-bench/Math": 0.6776,
+        "reward-bench/Safety": 0.9027,
         "reward-bench/Focus": 0.7778,
-        "reward-bench/Ties": 0.8308
+        "reward-bench/Ties": 0.8308,
+        "reward-bench/Chat": 0.9693,
+        "reward-bench/Chat Hard": 0.8268,
+        "reward-bench/Reasoning": 0.8583,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -181,12 +181,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8255,
-        "hfopenllm_v2/BBH": 0.4061,
-        "hfopenllm_v2/MATH Level 5": 0.2115,
-        "hfopenllm_v2/GPQA": 0.297,
+        "hfopenllm_v2/IFEval": 0.8267,
+        "hfopenllm_v2/BBH": 0.405,
+        "hfopenllm_v2/MATH Level 5": 0.1964,
+        "hfopenllm_v2/GPQA": 0.2987,
         "hfopenllm_v2/MUSR": 0.4175,
-        "hfopenllm_v2/MMLU-PRO": 0.2821
+        "hfopenllm_v2/MMLU-PRO": 0.2827
       }
     },
     {
@@ -209,17 +209,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8431,
+        "reward-bench/Score": 0.687,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Safety": 0.86,
+        "reward-bench/Reasoning": 0.7898,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.7516,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.6284,
-        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.8545,
-        "reward-bench/Ties": 0.6397,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Reasoning": 0.7898,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.6397
       }
     },
     {

data/developers/amd.json

@@ -7,11 +7,11 @@
       "developer": "amd",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1842,
-        "hfopenllm_v2/BBH": 0.2974,
-        "hfopenllm_v2/MATH Level 5": 0.0053,
-        "hfopenllm_v2/GPQA": 0.2525,
-        "hfopenllm_v2/MUSR": 0.378,
+        "hfopenllm_v2/IFEval": 0.1918,
+        "hfopenllm_v2/BBH": 0.2969,
+        "hfopenllm_v2/MATH Level 5": 0.0076,
+        "hfopenllm_v2/GPQA": 0.2584,
+        "hfopenllm_v2/MUSR": 0.3846,
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
     }

data/developers/anthropic.json

@@ -371,17 +371,17 @@
         "helm_mmlu/Virology": 0.542,
         "helm_mmlu/World Religions": 0.871,
         "helm_mmlu/Mean win rate": 0.28,
-        "reward-bench/Score": 0.3711,
-        "reward-bench/Chat": 0.9274,
-        "reward-bench/Chat Hard": 0.5197,
-        "reward-bench/Safety": 0.595,
-        "reward-bench/Reasoning": 0.706,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6635,
+        "reward-bench/Score": 0.7289,
         "reward-bench/Factuality": 0.4042,
         "reward-bench/Precise IF": 0.2812,
         "reward-bench/Math": 0.3552,
+        "reward-bench/Safety": 0.7953,
         "reward-bench/Focus": 0.501,
-        "reward-bench/Ties": 0.0899
+        "reward-bench/Ties": 0.0899,
+        "reward-bench/Chat": 0.9274,
+        "reward-bench/Chat Hard": 0.5197,
+        "reward-bench/Reasoning": 0.706,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6635
       }
     },
     {
@@ -436,16 +436,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.901,
         "helm_mmlu/Mean win rate": 0.014,
-        "reward-bench/Score": 0.8008,
+        "reward-bench/Score": 0.5744,
+        "reward-bench/Chat": 0.9469,
+        "reward-bench/Chat Hard": 0.6031,
+        "reward-bench/Safety": 0.8378,
+        "reward-bench/Reasoning": 0.7868,
         "reward-bench/Factuality": 0.5389,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5137,
-        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.6646,
-        "reward-bench/Ties": 0.5601,
-        "reward-bench/Chat": 0.9469,
-        "reward-bench/Chat Hard": 0.6031,
-        "reward-bench/Reasoning": 0.7868
+        "reward-bench/Ties": 0.5601
       }
     },
     {
@@ -525,7 +525,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 13.9
+        "terminal-bench-2.0/terminal-bench-2.0": 28.3
       }
     },
     {
@@ -650,11 +650,11 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.66,
+        "appworld_test_normal/appworld/test_normal": 0.68,
         "browsecompplus/browsecompplus": 0.49,
-        "swe-bench/swe-bench": 0.65,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.72,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.85,
+        "swe-bench/swe-bench": 0.8072,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.66,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.83,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.84
       }
     },
@@ -664,7 +664,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 36.9
+        "terminal-bench-2.0/terminal-bench-2.0": 34.8
       }
     },
     {
@@ -682,7 +682,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 74.7
+        "terminal-bench-2.0/terminal-bench-2.0": 62.9
       }
     },
     {

data/developers/arcee-ai.json

@@ -49,12 +49,12 @@
       "developer": "arcee-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5718,
-        "hfopenllm_v2/BBH": 0.5481,
-        "hfopenllm_v2/MATH Level 5": 0.114,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.4008,
-        "hfopenllm_v2/MMLU-PRO": 0.3813
+        "hfopenllm_v2/IFEval": 0.5621,
+        "hfopenllm_v2/BBH": 0.5489,
+        "hfopenllm_v2/MATH Level 5": 0.2953,
+        "hfopenllm_v2/GPQA": 0.307,
+        "hfopenllm_v2/MUSR": 0.4021,
+        "hfopenllm_v2/MMLU-PRO": 0.3822
       }
     },
     {

data/developers/bunnycore.json

@@ -287,12 +287,12 @@
       "developer": "bunnycore",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1775,
-        "hfopenllm_v2/BBH": 0.295,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2517,
-        "hfopenllm_v2/MUSR": 0.3647,
-        "hfopenllm_v2/MMLU-PRO": 0.1049
+        "hfopenllm_v2/IFEval": 0.4652,
+        "hfopenllm_v2/BBH": 0.4531,
+        "hfopenllm_v2/MATH Level 5": 0.1284,
+        "hfopenllm_v2/GPQA": 0.2643,
+        "hfopenllm_v2/MUSR": 0.3394,
+        "hfopenllm_v2/MMLU-PRO": 0.3152
       }
     },
     {

data/developers/cir-ams.json

@@ -7,17 +7,17 @@
       "developer": "CIR-AMS",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8172,
+        "reward-bench/Score": 0.5736,
+        "reward-bench/Chat": 0.9749,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Safety": 0.7178,
+        "reward-bench/Reasoning": 0.8775,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7029,
         "reward-bench/Factuality": 0.5347,
         "reward-bench/Precise IF": 0.3563,
         "reward-bench/Math": 0.6066,
-        "reward-bench/Safety": 0.9014,
         "reward-bench/Focus": 0.5737,
-        "reward-bench/Ties": 0.6527,
-        "reward-bench/Chat": 0.9749,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Reasoning": 0.8775,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7029
+        "reward-bench/Ties": 0.6527
       }
     }
   ]

data/developers/cognitivecomputations.json

@@ -77,12 +77,12 @@
       "developer": "cognitivecomputations",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4124,
-        "hfopenllm_v2/BBH": 0.6383,
-        "hfopenllm_v2/MATH Level 5": 0.182,
-        "hfopenllm_v2/GPQA": 0.3289,
-        "hfopenllm_v2/MUSR": 0.4349,
-        "hfopenllm_v2/MMLU-PRO": 0.4525
+        "hfopenllm_v2/IFEval": 0.3613,
+        "hfopenllm_v2/BBH": 0.6123,
+        "hfopenllm_v2/MATH Level 5": 0.1239,
+        "hfopenllm_v2/GPQA": 0.328,
+        "hfopenllm_v2/MUSR": 0.4112,
+        "hfopenllm_v2/MMLU-PRO": 0.4494
       }
     },
     {

data/developers/daemontatox.json

@@ -35,12 +35,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4383,
-        "hfopenllm_v2/BBH": 0.5034,
-        "hfopenllm_v2/MATH Level 5": 0.1443,
+        "hfopenllm_v2/IFEval": 0.4398,
+        "hfopenllm_v2/BBH": 0.5066,
+        "hfopenllm_v2/MATH Level 5": 0.1488,
         "hfopenllm_v2/GPQA": 0.3238,
-        "hfopenllm_v2/MUSR": 0.4052,
-        "hfopenllm_v2/MMLU-PRO": 0.3778
+        "hfopenllm_v2/MUSR": 0.4079,
+        "hfopenllm_v2/MMLU-PRO": 0.3804
       }
     },
     {
@@ -119,12 +119,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5064,
-        "hfopenllm_v2/BBH": 0.5112,
-        "hfopenllm_v2/MATH Level 5": 0.1631,
-        "hfopenllm_v2/GPQA": 0.3163,
-        "hfopenllm_v2/MUSR": 0.3973,
-        "hfopenllm_v2/MMLU-PRO": 0.3802
+        "hfopenllm_v2/IFEval": 0.777,
+        "hfopenllm_v2/BBH": 0.5187,
+        "hfopenllm_v2/MATH Level 5": 0.2198,
+        "hfopenllm_v2/GPQA": 0.2936,
+        "hfopenllm_v2/MUSR": 0.3911,
+        "hfopenllm_v2/MMLU-PRO": 0.3738
       }
     },
     {

data/developers/davielion.json

@@ -7,12 +7,12 @@
       "developer": "DavieLion",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1507,
-        "hfopenllm_v2/BBH": 0.293,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2534,
+        "hfopenllm_v2/IFEval": 0.1549,
+        "hfopenllm_v2/BBH": 0.2937,
+        "hfopenllm_v2/MATH Level 5": 0.006,
+        "hfopenllm_v2/GPQA": 0.2576,
         "hfopenllm_v2/MUSR": 0.3565,
-        "hfopenllm_v2/MMLU-PRO": 0.1125
+        "hfopenllm_v2/MMLU-PRO": 0.1128
       }
     },
     {

data/developers/deepmount00.json

@@ -63,12 +63,12 @@
       "developer": "DeepMount00",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5365,
-        "hfopenllm_v2/BBH": 0.517,
-        "hfopenllm_v2/MATH Level 5": 0.1707,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.4487,
-        "hfopenllm_v2/MMLU-PRO": 0.396
+        "hfopenllm_v2/IFEval": 0.7917,
+        "hfopenllm_v2/BBH": 0.5109,
+        "hfopenllm_v2/MATH Level 5": 0.1088,
+        "hfopenllm_v2/GPQA": 0.2878,
+        "hfopenllm_v2/MUSR": 0.4136,
+        "hfopenllm_v2/MMLU-PRO": 0.3876
       }
     },
     {

data/developers/epistemeai.json

@@ -231,12 +231,12 @@
       "developer": "EpistemeAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7305,
-        "hfopenllm_v2/BBH": 0.4649,
-        "hfopenllm_v2/MATH Level 5": 0.1397,
-        "hfopenllm_v2/GPQA": 0.2659,
-        "hfopenllm_v2/MUSR": 0.3209,
-        "hfopenllm_v2/MMLU-PRO": 0.348
+        "hfopenllm_v2/IFEval": 0.7207,
+        "hfopenllm_v2/BBH": 0.461,
+        "hfopenllm_v2/MATH Level 5": 0.1314,
+        "hfopenllm_v2/GPQA": 0.2701,
+        "hfopenllm_v2/MUSR": 0.3432,
+        "hfopenllm_v2/MMLU-PRO": 0.3354
       }
     },
     {

data/developers/etherll.json

@@ -35,12 +35,12 @@
       "developer": "Etherll",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6106,
-        "hfopenllm_v2/BBH": 0.5347,
-        "hfopenllm_v2/MATH Level 5": 0.1548,
-        "hfopenllm_v2/GPQA": 0.3146,
-        "hfopenllm_v2/MUSR": 0.3991,
-        "hfopenllm_v2/MMLU-PRO": 0.3752
+        "hfopenllm_v2/IFEval": 0.4672,
+        "hfopenllm_v2/BBH": 0.5013,
+        "hfopenllm_v2/MATH Level 5": 0.0279,
+        "hfopenllm_v2/GPQA": 0.2861,
+        "hfopenllm_v2/MUSR": 0.386,
+        "hfopenllm_v2/MMLU-PRO": 0.3482
       }
     },
     {

data/developers/goekdeniz-guelmez.json

@@ -49,12 +49,12 @@
       "developer": "Goekdeniz-Guelmez",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7628,
-        "hfopenllm_v2/BBH": 0.5098,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2802,
-        "hfopenllm_v2/MUSR": 0.4579,
-        "hfopenllm_v2/MMLU-PRO": 0.4033
+        "hfopenllm_v2/IFEval": 0.7598,
+        "hfopenllm_v2/BBH": 0.5107,
+        "hfopenllm_v2/MATH Level 5": 0.4237,
+        "hfopenllm_v2/GPQA": 0.2768,
+        "hfopenllm_v2/MUSR": 0.4539,
+        "hfopenllm_v2/MMLU-PRO": 0.4012
       }
     },
     {
@@ -63,12 +63,12 @@
       "developer": "Goekdeniz-Guelmez",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3417,
-        "hfopenllm_v2/BBH": 0.3292,
-        "hfopenllm_v2/MATH Level 5": 0.0023,
-        "hfopenllm_v2/GPQA": 0.2576,
-        "hfopenllm_v2/MUSR": 0.3249,
-        "hfopenllm_v2/MMLU-PRO": 0.1638
+        "hfopenllm_v2/IFEval": 0.3472,
+        "hfopenllm_v2/BBH": 0.3268,
+        "hfopenllm_v2/MATH Level 5": 0.0891,
+        "hfopenllm_v2/GPQA": 0.2517,
+        "hfopenllm_v2/MUSR": 0.3262,
+        "hfopenllm_v2/MMLU-PRO": 0.1641
       }
     },
     {

data/developers/google.json

@@ -157,6 +157,8 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "ace/Overall Score": 0.47,
+        "ace/Gaming Score": 0.509,
         "apex-agents/Overall Pass@1": 0.184,
         "apex-agents/Overall Pass@8": 0.373,
         "apex-agents/Overall Mean Score": 0.341,
@@ -164,8 +166,6 @@
         "apex-agents/Management Consulting Pass@1": 0.124,
         "apex-agents/Corporate Law Pass@1": 0.239,
         "apex-agents/Corporate Lawyer Mean Score": 0.487,
-        "ace/Overall Score": 0.47,
-        "ace/Gaming Score": 0.509,
         "apex-v1/Overall Score": 0.643,
         "apex-v1/Consulting Score": 0.64,
         "apex-v1/Investment Banking Score": 0.63
@@ -723,7 +723,7 @@
         "reward-bench/Safety": 0.909,
         "reward-bench/Focus": 0.841,
         "reward-bench/Ties": 0.809,
-        "terminal-bench-2.0/terminal-bench-2.0": 15.4
+        "terminal-bench-2.0/terminal-bench-2.0": 17.1
       }
     },
     {
@@ -861,7 +861,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 51.0
+        "terminal-bench-2.0/terminal-bench-2.0": 64.3
       }
     },
     {
@@ -870,7 +870,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 62.2
+        "terminal-bench-2.0/terminal-bench-2.0": 61.8
       }
     },
     {
@@ -901,9 +901,9 @@
         "global-mmlu-lite/Chinese": 0.9475,
         "global-mmlu-lite/Burmese": 0.9425,
         "swe-bench/swe-bench": 0.7234,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.68,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.82,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.73
+        "tau-bench-2_airline/tau-bench-2/airline": 0.62,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.73,
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.6852
       }
     },
     {
@@ -912,7 +912,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 74.8
+        "terminal-bench-2.0/terminal-bench-2.0": 78.4
       }
     },
     {
@@ -1028,12 +1028,12 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1993,
-        "hfopenllm_v2/BBH": 0.3656,
-        "hfopenllm_v2/MATH Level 5": 0.0287,
+        "hfopenllm_v2/IFEval": 0.2018,
+        "hfopenllm_v2/BBH": 0.3709,
+        "hfopenllm_v2/MATH Level 5": 0.0302,
         "hfopenllm_v2/GPQA": 0.2626,
-        "hfopenllm_v2/MUSR": 0.4232,
-        "hfopenllm_v2/MMLU-PRO": 0.218
+        "hfopenllm_v2/MUSR": 0.4219,
+        "hfopenllm_v2/MMLU-PRO": 0.2217
       }
     },
     {

data/developers/gunulhona.json

@@ -21,12 +21,12 @@
       "developer": "Gunulhona",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.288,
-        "hfopenllm_v2/BBH": 0.5154,
+        "hfopenllm_v2/IFEval": 0.4441,
+        "hfopenllm_v2/BBH": 0.4863,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.3247,
-        "hfopenllm_v2/MUSR": 0.408,
-        "hfopenllm_v2/MMLU-PRO": 0.3817
+        "hfopenllm_v2/GPQA": 0.307,
+        "hfopenllm_v2/MUSR": 0.3986,
+        "hfopenllm_v2/MMLU-PRO": 0.3098
       }
     }
   ]

data/developers/huggingfacetb.json

@@ -161,12 +161,12 @@
       "developer": "HuggingFaceTB",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.083,
-        "hfopenllm_v2/BBH": 0.3053,
-        "hfopenllm_v2/MATH Level 5": 0.0083,
-        "hfopenllm_v2/GPQA": 0.2651,
-        "hfopenllm_v2/MUSR": 0.3423,
-        "hfopenllm_v2/MMLU-PRO": 0.1126
+        "hfopenllm_v2/IFEval": 0.3842,
+        "hfopenllm_v2/BBH": 0.3144,
+        "hfopenllm_v2/MATH Level 5": 0.0151,
+        "hfopenllm_v2/GPQA": 0.255,
+        "hfopenllm_v2/MUSR": 0.3461,
+        "hfopenllm_v2/MMLU-PRO": 0.1117
       }
     }
   ]

data/developers/internlm.json

@@ -21,16 +21,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8217,
+        "reward-bench/Score": 0.3902,
+        "reward-bench/Chat": 0.9358,
+        "reward-bench/Chat Hard": 0.6623,
+        "reward-bench/Safety": 0.4711,
+        "reward-bench/Reasoning": 0.8724,
         "reward-bench/Factuality": 0.2758,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.4426,
-        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.596,
-        "reward-bench/Ties": 0.1934,
-        "reward-bench/Chat": 0.9358,
-        "reward-bench/Chat Hard": 0.6623,
-        "reward-bench/Reasoning": 0.8724
+        "reward-bench/Ties": 0.1934
       }
     },
     {

data/developers/jaspionjader.json

@@ -1477,12 +1477,12 @@
       "developer": "jaspionjader",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4418,
-        "hfopenllm_v2/BBH": 0.5406,
-        "hfopenllm_v2/MATH Level 5": 0.1352,
-        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/IFEval": 0.4345,
+        "hfopenllm_v2/BBH": 0.5419,
+        "hfopenllm_v2/MATH Level 5": 0.1292,
+        "hfopenllm_v2/GPQA": 0.3087,
         "hfopenllm_v2/MUSR": 0.4277,
-        "hfopenllm_v2/MMLU-PRO": 0.386
+        "hfopenllm_v2/MMLU-PRO": 0.3854
       }
     },
     {

data/developers/leroydyer.json

@@ -707,12 +707,12 @@
       "developer": "LeroyDyer",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3579,
-        "hfopenllm_v2/BBH": 0.4477,
-        "hfopenllm_v2/MATH Level 5": 0.0423,
-        "hfopenllm_v2/GPQA": 0.3096,
-        "hfopenllm_v2/MUSR": 0.4134,
-        "hfopenllm_v2/MMLU-PRO": 0.2376
+        "hfopenllm_v2/IFEval": 0.3798,
+        "hfopenllm_v2/BBH": 0.4483,
+        "hfopenllm_v2/MATH Level 5": 0.04,
+        "hfopenllm_v2/GPQA": 0.3129,
+        "hfopenllm_v2/MUSR": 0.4148,
+        "hfopenllm_v2/MMLU-PRO": 0.2389
       }
     },
     {

data/developers/llmat.json

@@ -7,12 +7,12 @@
       "developer": "llmat",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.364,
-        "hfopenllm_v2/BBH": 0.4005,
-        "hfopenllm_v2/MATH Level 5": 0.0015,
-        "hfopenllm_v2/GPQA": 0.2693,
-        "hfopenllm_v2/MUSR": 0.3529,
-        "hfopenllm_v2/MMLU-PRO": 0.2301
+        "hfopenllm_v2/IFEval": 0.377,
+        "hfopenllm_v2/BBH": 0.3978,
+        "hfopenllm_v2/MATH Level 5": 0.0242,
+        "hfopenllm_v2/GPQA": 0.2668,
+        "hfopenllm_v2/MUSR": 0.3555,
+        "hfopenllm_v2/MMLU-PRO": 0.2278
       }
     }
   ]

data/developers/magpie-align.json

@@ -35,12 +35,12 @@
       "developer": "Magpie-Align",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4027,
-        "hfopenllm_v2/BBH": 0.4789,
-        "hfopenllm_v2/MATH Level 5": 0.0461,
-        "hfopenllm_v2/GPQA": 0.2768,
-        "hfopenllm_v2/MUSR": 0.3087,
-        "hfopenllm_v2/MMLU-PRO": 0.3001
+        "hfopenllm_v2/IFEval": 0.4118,
+        "hfopenllm_v2/BBH": 0.4811,
+        "hfopenllm_v2/MATH Level 5": 0.034,
+        "hfopenllm_v2/GPQA": 0.2752,
+        "hfopenllm_v2/MUSR": 0.3047,
+        "hfopenllm_v2/MMLU-PRO": 0.3006
       }
     },
     {

data/developers/meta-llama.json

@@ -265,12 +265,12 @@
       "developer": "meta-llama",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7408,
-        "hfopenllm_v2/BBH": 0.4989,
-        "hfopenllm_v2/MATH Level 5": 0.0869,
-        "hfopenllm_v2/GPQA": 0.2592,
-        "hfopenllm_v2/MUSR": 0.3568,
-        "hfopenllm_v2/MMLU-PRO": 0.3664,
+        "hfopenllm_v2/IFEval": 0.4782,
+        "hfopenllm_v2/BBH": 0.491,
+        "hfopenllm_v2/MATH Level 5": 0.0914,
+        "hfopenllm_v2/GPQA": 0.2928,
+        "hfopenllm_v2/MUSR": 0.3805,
+        "hfopenllm_v2/MMLU-PRO": 0.3591,
         "reward-bench/Score": 0.645,
         "reward-bench/Chat": 0.8547,
         "reward-bench/Chat Hard": 0.4156,

data/developers/microsoft.json

@@ -225,12 +225,12 @@
       "developer": "microsoft",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5477,
-        "hfopenllm_v2/BBH": 0.5491,
-        "hfopenllm_v2/MATH Level 5": 0.1639,
-        "hfopenllm_v2/GPQA": 0.3322,
-        "hfopenllm_v2/MUSR": 0.4284,
-        "hfopenllm_v2/MMLU-PRO": 0.4022
+        "hfopenllm_v2/IFEval": 0.5613,
+        "hfopenllm_v2/BBH": 0.5676,
+        "hfopenllm_v2/MATH Level 5": 0.1163,
+        "hfopenllm_v2/GPQA": 0.3196,
+        "hfopenllm_v2/MUSR": 0.395,
+        "hfopenllm_v2/MMLU-PRO": 0.3866
       }
     },
     {

data/developers/minimax.json

@@ -25,7 +25,7 @@
       "developer": "MiniMax",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 29.2
+        "terminal-bench-2.0/terminal-bench-2.0": 36.6
       }
     },
     {

data/developers/moonshot_ai.json

@@ -7,7 +7,7 @@
       "developer": "Moonshot AI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 27.8
+        "terminal-bench-2.0/terminal-bench-2.0": 26.7
       }
     },
     {

data/developers/nazimali.json

@@ -21,12 +21,12 @@
       "developer": "nazimali",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4964,
-        "hfopenllm_v2/BBH": 0.4699,
-        "hfopenllm_v2/MATH Level 5": 0.0045,
-        "hfopenllm_v2/GPQA": 0.2827,
-        "hfopenllm_v2/MUSR": 0.3979,
-        "hfopenllm_v2/MMLU-PRO": 0.3063
+        "hfopenllm_v2/IFEval": 0.486,
+        "hfopenllm_v2/BBH": 0.4721,
+        "hfopenllm_v2/MATH Level 5": 0.0846,
+        "hfopenllm_v2/GPQA": 0.2844,
+        "hfopenllm_v2/MUSR": 0.4006,
+        "hfopenllm_v2/MMLU-PRO": 0.3087
       }
     }
   ]

data/developers/nicolinho.json

@@ -7,16 +7,16 @@
       "developer": "nicolinho",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9444,
+        "reward-bench/Score": 0.7667,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.9013,
+        "reward-bench/Safety": 0.9578,
+        "reward-bench/Reasoning": 0.9826,
         "reward-bench/Factuality": 0.7853,
         "reward-bench/Precise IF": 0.3719,
         "reward-bench/Math": 0.6995,
-        "reward-bench/Safety": 0.927,
         "reward-bench/Focus": 0.9535,
-        "reward-bench/Ties": 0.8321,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.9013,
-        "reward-bench/Reasoning": 0.9826
+        "reward-bench/Ties": 0.8321
       }
     },
     {

data/developers/omkar1102.json

@@ -7,12 +7,12 @@
       "developer": "Omkar1102",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2148,
-        "hfopenllm_v2/BBH": 0.276,
+        "hfopenllm_v2/IFEval": 0.2254,
+        "hfopenllm_v2/BBH": 0.275,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2508,
-        "hfopenllm_v2/MUSR": 0.3802,
-        "hfopenllm_v2/MMLU-PRO": 0.1126
+        "hfopenllm_v2/GPQA": 0.2576,
+        "hfopenllm_v2/MUSR": 0.3762,
+        "hfopenllm_v2/MMLU-PRO": 0.1123
       }
     }
   ]

data/developers/ontocord.json

@@ -273,12 +273,12 @@
       "developer": "ontocord",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1128,
-        "hfopenllm_v2/BBH": 0.3171,
-        "hfopenllm_v2/MATH Level 5": 0.0113,
-        "hfopenllm_v2/GPQA": 0.2685,
-        "hfopenllm_v2/MUSR": 0.346,
-        "hfopenllm_v2/MMLU-PRO": 0.1129
+        "hfopenllm_v2/IFEval": 0.1162,
+        "hfopenllm_v2/BBH": 0.3184,
+        "hfopenllm_v2/MATH Level 5": 0.0076,
+        "hfopenllm_v2/GPQA": 0.2634,
+        "hfopenllm_v2/MUSR": 0.3447,
+        "hfopenllm_v2/MMLU-PRO": 0.1124
       }
     },
     {

data/developers/openai.json

@@ -859,16 +859,16 @@
         "helm_mmlu/Virology": 0.536,
         "helm_mmlu/World Religions": 0.86,
         "helm_mmlu/Mean win rate": 0.774,
-        "reward-bench/Score": 0.5796,
-        "reward-bench/Chat": 0.9497,
-        "reward-bench/Chat Hard": 0.6075,
-        "reward-bench/Safety": 0.7667,
-        "reward-bench/Reasoning": 0.8374,
+        "reward-bench/Score": 0.8007,
         "reward-bench/Factuality": 0.4105,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5191,
+        "reward-bench/Safety": 0.8081,
         "reward-bench/Focus": 0.7414,
-        "reward-bench/Ties": 0.6962
+        "reward-bench/Ties": 0.6962,
+        "reward-bench/Chat": 0.9497,
+        "reward-bench/Chat Hard": 0.6075,
+        "reward-bench/Reasoning": 0.8374
       }
     },
     {
@@ -877,7 +877,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 49.6
+        "terminal-bench-2.0/terminal-bench-2.0": 35.2
       }
     },
     {
@@ -922,7 +922,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 43.4
+        "terminal-bench-2.0/terminal-bench-2.0": 44.3
       }
     },
     {
@@ -931,7 +931,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 34.8
+        "terminal-bench-2.0/terminal-bench-2.0": 24.0
       }
     },
     {
@@ -954,7 +954,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 7.0
+        "terminal-bench-2.0/terminal-bench-2.0": 7.9
       }
     },
     {
@@ -1013,7 +1013,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 60.7
+        "terminal-bench-2.0/terminal-bench-2.0": 54.0
       }
     },
     {
@@ -1022,15 +1022,15 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.071,
-        "browsecompplus/browsecompplus": 0.46,
+        "appworld_test_normal/appworld/test_normal": 0.0,
+        "browsecompplus/browsecompplus": 0.43,
         "livecodebenchpro/Hard Problems": 0.1594,
         "livecodebenchpro/Medium Problems": 0.5211,
         "livecodebenchpro/Easy Problems": 0.9014,
-        "swe-bench/swe-bench": 0.57,
+        "swe-bench/swe-bench": 0.5455,
         "tau-bench-2_airline/tau-bench-2/airline": 0.6,
         "tau-bench-2_retail/tau-bench-2/retail": 0.73,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.55
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.5354
       }
     },
     {
@@ -1233,9 +1233,9 @@
         "helm_capabilities/IFEval": 0.929,
         "helm_capabilities/WildBench": 0.854,
         "helm_capabilities/Omni-MATH": 0.72,
-        "livecodebenchpro/Hard Problems": 0.014084507042253521,
-        "livecodebenchpro/Medium Problems": 0.30985915492957744,
-        "livecodebenchpro/Easy Problems": 0.8873239436619719
+        "livecodebenchpro/Hard Problems": 0.0143,
+        "livecodebenchpro/Medium Problems": 0.2923,
+        "livecodebenchpro/Easy Problems": 0.8571
       }
     },
     {

data/developers/openbmb.json

@@ -21,17 +21,17 @@
       "developer": "openbmb",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8159,
+        "reward-bench/Score": 0.5806,
+        "reward-bench/Chat": 0.9804,
+        "reward-bench/Chat Hard": 0.6557,
+        "reward-bench/Safety": 0.6267,
+        "reward-bench/Reasoning": 0.8633,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7172,
         "reward-bench/Factuality": 0.6,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5683,
-        "reward-bench/Safety": 0.8135,
         "reward-bench/Focus": 0.7475,
-        "reward-bench/Ties": 0.5972,
-        "reward-bench/Chat": 0.9804,
-        "reward-bench/Chat Hard": 0.6557,
-        "reward-bench/Reasoning": 0.8633,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7172
+        "reward-bench/Ties": 0.5972
       }
     },
     {
@@ -68,17 +68,17 @@
       "developer": "openbmb",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.4683,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.5548,
-        "reward-bench/Safety": 0.5089,
-        "reward-bench/Reasoning": 0.6244,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7294,
+        "reward-bench/Score": 0.6903,
         "reward-bench/Factuality": 0.5063,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5519,
+        "reward-bench/Safety": 0.5986,
         "reward-bench/Focus": 0.6081,
-        "reward-bench/Ties": 0.3036
+        "reward-bench/Ties": 0.3036,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.5548,
+        "reward-bench/Reasoning": 0.6244,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7294
       }
     }
   ]

data/developers/pku-alignment.json

@@ -7,17 +7,17 @@
       "developer": "PKU-Alignment",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5798,
+        "reward-bench/Score": 0.3332,
+        "reward-bench/Chat": 0.6173,
+        "reward-bench/Chat Hard": 0.4232,
+        "reward-bench/Safety": 0.7589,
+        "reward-bench/Reasoning": 0.5482,
+        "reward-bench/Prior Sets (0.5 weight)": 0.57,
         "reward-bench/Factuality": 0.3263,
         "reward-bench/Precise IF": 0.2313,
         "reward-bench/Math": 0.3989,
-        "reward-bench/Safety": 0.7351,
         "reward-bench/Focus": 0.2939,
-        "reward-bench/Ties": -0.01,
-        "reward-bench/Chat": 0.6173,
-        "reward-bench/Chat Hard": 0.4232,
-        "reward-bench/Reasoning": 0.5482,
-        "reward-bench/Prior Sets (0.5 weight)": 0.57
+        "reward-bench/Ties": -0.01
       }
     },
     {

data/developers/primeintellect.json

@@ -8,11 +8,11 @@
       "evaluator_relationship": null,
       "benchmark_scores": {
         "hfopenllm_v2/IFEval": 0.1757,
-        "hfopenllm_v2/BBH": 0.274,
+        "hfopenllm_v2/BBH": 0.276,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.25,
-        "hfopenllm_v2/MUSR": 0.3753,
-        "hfopenllm_v2/MMLU-PRO": 0.112
+        "hfopenllm_v2/GPQA": 0.2534,
+        "hfopenllm_v2/MUSR": 0.3339,
+        "hfopenllm_v2/MMLU-PRO": 0.1123
       }
     },
     {

data/developers/qingy2019.json

@@ -35,12 +35,12 @@
       "developer": "qingy2019",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2358,
-        "hfopenllm_v2/BBH": 0.4612,
-        "hfopenllm_v2/MATH Level 5": 0.0642,
-        "hfopenllm_v2/GPQA": 0.2576,
-        "hfopenllm_v2/MUSR": 0.3717,
-        "hfopenllm_v2/MMLU-PRO": 0.2382
+        "hfopenllm_v2/IFEval": 0.2401,
+        "hfopenllm_v2/BBH": 0.4622,
+        "hfopenllm_v2/MATH Level 5": 0.0725,
+        "hfopenllm_v2/GPQA": 0.2609,
+        "hfopenllm_v2/MUSR": 0.3703,
+        "hfopenllm_v2/MMLU-PRO": 0.2379
       }
     },
     {
@@ -49,12 +49,12 @@
       "developer": "qingy2019",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6066,
-        "hfopenllm_v2/BBH": 0.635,
-        "hfopenllm_v2/MATH Level 5": 0.3716,
-        "hfopenllm_v2/GPQA": 0.3725,
+        "hfopenllm_v2/IFEval": 0.6005,
+        "hfopenllm_v2/BBH": 0.6356,
+        "hfopenllm_v2/MATH Level 5": 0.2764,
+        "hfopenllm_v2/GPQA": 0.3691,
         "hfopenllm_v2/MUSR": 0.4757,
-        "hfopenllm_v2/MMLU-PRO": 0.5331
+        "hfopenllm_v2/MMLU-PRO": 0.5339
       }
     },
     {

data/developers/ray2333.json

@@ -79,17 +79,17 @@
       "developer": "Ray2333",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.589,
-        "reward-bench/Chat": 0.9832,
-        "reward-bench/Chat Hard": 0.6842,
-        "reward-bench/Safety": 0.7222,
-        "reward-bench/Reasoning": 0.9133,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7209,
+        "reward-bench/Score": 0.8464,
         "reward-bench/Factuality": 0.5874,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.5902,
+        "reward-bench/Safety": 0.8676,
         "reward-bench/Focus": 0.6727,
-        "reward-bench/Ties": 0.5743
+        "reward-bench/Ties": 0.5743,
+        "reward-bench/Chat": 0.9832,
+        "reward-bench/Chat Hard": 0.6842,
+        "reward-bench/Reasoning": 0.9133,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7209
       }
     },
     {

data/developers/replete-ai.json

@@ -91,12 +91,12 @@
       "developer": "Replete-AI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.0905,
-        "hfopenllm_v2/BBH": 0.2985,
+        "hfopenllm_v2/IFEval": 0.0932,
+        "hfopenllm_v2/BBH": 0.2977,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2534,
-        "hfopenllm_v2/MUSR": 0.3848,
-        "hfopenllm_v2/MMLU-PRO": 0.1158
+        "hfopenllm_v2/GPQA": 0.2475,
+        "hfopenllm_v2/MUSR": 0.3941,
+        "hfopenllm_v2/MMLU-PRO": 0.1157
       }
     },
     {

data/developers/riaz.json

@@ -7,12 +7,12 @@
       "developer": "riaz",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4137,
-        "hfopenllm_v2/BBH": 0.4565,
-        "hfopenllm_v2/MATH Level 5": 0.0453,
-        "hfopenllm_v2/GPQA": 0.276,
-        "hfopenllm_v2/MUSR": 0.3776,
-        "hfopenllm_v2/MMLU-PRO": 0.2978
+        "hfopenllm_v2/IFEval": 0.4373,
+        "hfopenllm_v2/BBH": 0.4586,
+        "hfopenllm_v2/MATH Level 5": 0.0514,
+        "hfopenllm_v2/GPQA": 0.2752,
+        "hfopenllm_v2/MUSR": 0.3763,
+        "hfopenllm_v2/MMLU-PRO": 0.2964
       }
     }
   ]