Spaces:

evaleval
/

general-eval-card

Running

App Files Files Community

GitHub Actions commited on Apr 5

Commit

8bb81ee

1 Parent(s): 04e134c

chore: sync EEE pipeline output [2026-04-05 05:17 UTC]

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

data/benchmarks/appworld_test_normal.json +3 -3
data/benchmarks/browsecompplus.json +1 -1
data/benchmarks/hfopenllm_v2.json +229 -229
data/benchmarks/reward-bench.json +146 -146
data/benchmarks/swe-bench.json +2 -2
data/benchmarks/tau-bench-2_airline.json +3 -3
data/benchmarks/tau-bench-2_retail.json +2 -2
data/benchmarks/tau-bench-2_telecom.json +2 -2
data/benchmarks/terminal-bench-2.0.json +18 -18
data/developers/adriszmar.json +6 -6
data/developers/ai2.json +3 -3
data/developers/allenai.json +24 -24
data/developers/amd.json +5 -5
data/developers/anthropic.json +14 -14
data/developers/arcee-ai.json +6 -6
data/developers/atanddev.json +6 -6
data/developers/boltmonkey.json +6 -6
data/developers/cognitivecomputations.json +6 -6
data/developers/columbia-nlp.json +6 -6
data/developers/cpayne1303.json +5 -5
data/developers/daemontatox.json +12 -12
data/developers/deepmount00.json +6 -6
data/developers/doppelreflex.json +6 -6
data/developers/epistemeai.json +6 -6
data/developers/etherll.json +6 -6
data/developers/fblgit.json +6 -6
data/developers/goekdeniz-guelmez.json +6 -6
data/developers/google.json +8 -8
data/developers/gunulhona.json +5 -5
data/developers/hendrydong.json +7 -7
data/developers/huggingfacetb.json +6 -6
data/developers/infly.json +6 -6
data/developers/internlm.json +12 -12
data/developers/isaak-carter.json +6 -6
data/developers/jaspionjader.json +5 -5
data/developers/kavonalds.json +5 -5
data/developers/lxzgordon.json +6 -6
data/developers/magpie-align.json +6 -6
data/developers/meta-llama.json +6 -6
data/developers/mistralai.json +6 -6
data/developers/mlabonne.json +6 -6
data/developers/moonshot_ai.json +1 -1
data/developers/multiple.json +1 -1
data/developers/ncsoft.json +6 -6
data/developers/nexusflow.json +7 -7
data/developers/ontocord.json +6 -6
data/developers/openai.json +29 -29
data/developers/openassistant.json +7 -7
data/developers/openbmb.json +7 -7
data/developers/pku-alignment.json +7 -7

data/benchmarks/appworld_test_normal.json CHANGED Viewed

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "appworld/test_normal": 0.64
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "appworld/test_normal": 0.13
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "appworld/test_normal": 0.0
       }
     }
   ]

       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
+        "appworld/test_normal": 0.66
       }
     },
     {
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
+        "appworld/test_normal": 0.36
       }
     },
     {
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
+        "appworld/test_normal": 0.071
       }
     }
   ]

data/benchmarks/browsecompplus.json CHANGED Viewed

@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "browsecompplus": 0.48
       }
     }
   ]

       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
+        "browsecompplus": 0.46
       }
     }
   ]

data/benchmarks/hfopenllm_v2.json CHANGED Viewed

@@ -1019,12 +1019,12 @@
       "name": "Qwen2.5-1.5B-continuous-learnt",
       "developer": "AtAndDev",
       "scores": {
-        "IFEval": 0.4511,
-        "BBH": 0.4275,
-        "MATH Level 5": 0.1473,
-        "GPQA": 0.2701,
-        "MUSR": 0.3623,
-        "MMLU-PRO": 0.2806
       }
     },
     {
@@ -1747,12 +1747,12 @@
       "name": "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated",
       "developer": "BoltMonkey",
       "scores": {
-        "IFEval": 0.459,
-        "BBH": 0.5185,
-        "MATH Level 5": 0.0937,
-        "GPQA": 0.2743,
-        "MUSR": 0.4083,
-        "MMLU-PRO": 0.3631
       }
     },
     {
@@ -2176,12 +2176,12 @@
       "name": "LION-Gemma-2b-dpo-v1.0",
       "developer": "Columbia-NLP",
       "scores": {
-        "IFEval": 0.3278,
-        "BBH": 0.392,
-        "MATH Level 5": 0.0431,
-        "GPQA": 0.2492,
-        "MUSR": 0.412,
-        "MMLU-PRO": 0.1666
       }
     },
     {
@@ -3125,12 +3125,12 @@
       "name": "DocumentCogito",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.777,
-        "BBH": 0.5187,
-        "MATH Level 5": 0.2198,
-        "GPQA": 0.2936,
-        "MUSR": 0.3911,
-        "MMLU-PRO": 0.3738
       }
     },
     {
@@ -3229,12 +3229,12 @@
       "name": "PathfinderAI",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.4855,
-        "BBH": 0.6627,
-        "MATH Level 5": 0.4841,
-        "GPQA": 0.3096,
-        "MUSR": 0.4256,
-        "MMLU-PRO": 0.5542
       }
     },
     {
@@ -4321,12 +4321,12 @@
       "name": "Llama-3.1-8b-ITA",
       "developer": "DeepMount00",
       "scores": {
-        "IFEval": 0.7917,
-        "BBH": 0.5109,
-        "MATH Level 5": 0.1088,
-        "GPQA": 0.2878,
-        "MUSR": 0.4136,
-        "MMLU-PRO": 0.3876
       }
     },
     {
@@ -4646,12 +4646,12 @@
       "name": "MN-12B-LilithFrame",
       "developer": "DoppelReflEx",
       "scores": {
-        "IFEval": 0.451,
-        "BBH": 0.4944,
-        "MATH Level 5": 0.1156,
-        "GPQA": 0.3196,
-        "MUSR": 0.3896,
-        "MMLU-PRO": 0.3256
       }
     },
     {
@@ -7025,12 +7025,12 @@
       "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto",
       "developer": "EpistemeAI",
       "scores": {
-        "IFEval": 0.7207,
-        "BBH": 0.461,
-        "MATH Level 5": 0.1314,
-        "GPQA": 0.2701,
-        "MUSR": 0.3432,
-        "MMLU-PRO": 0.3354
       }
     },
     {
@@ -7675,12 +7675,12 @@
       "name": "Herplete-LLM-Llama-3.1-8b",
       "developer": "Etherll",
       "scores": {
-        "IFEval": 0.4672,
-        "BBH": 0.5013,
-        "MATH Level 5": 0.0279,
-        "GPQA": 0.2861,
-        "MUSR": 0.386,
-        "MMLU-PRO": 0.3482
       }
     },
     {
@@ -8572,12 +8572,12 @@
       "name": "josie-7b-v6.0-step2000",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
-        "IFEval": 0.7598,
-        "BBH": 0.5107,
-        "MATH Level 5": 0.4237,
-        "GPQA": 0.2768,
-        "MUSR": 0.4539,
-        "MMLU-PRO": 0.4012
       }
     },
     {
@@ -8728,12 +8728,12 @@
       "name": "Gemma-Ko-Merge-PEFT",
       "developer": "Gunulhona",
       "scores": {
-        "IFEval": 0.4441,
-        "BBH": 0.4863,
         "MATH Level 5": 0.0,
-        "GPQA": 0.307,
-        "MUSR": 0.3986,
-        "MMLU-PRO": 0.3098
       }
     },
     {
@@ -9170,12 +9170,12 @@
       "name": "SmolLM2-360M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
-        "IFEval": 0.3842,
-        "BBH": 0.3144,
-        "MATH Level 5": 0.0151,
-        "GPQA": 0.255,
-        "MUSR": 0.3461,
-        "MMLU-PRO": 0.1117
       }
     },
     {
@@ -9378,12 +9378,12 @@
       "name": "JOSIEv4o-8b-stage1-v4",
       "developer": "Isaak-Carter",
       "scores": {
-        "IFEval": 0.2477,
-        "BBH": 0.4758,
-        "MATH Level 5": 0.0453,
-        "GPQA": 0.2911,
-        "MUSR": 0.3641,
-        "MMLU-PRO": 0.3292
       }
     },
     {
@@ -14305,12 +14305,12 @@
       "name": "Llama-3-8B-Magpie-Align-v0.1",
       "developer": "Magpie-Align",
       "scores": {
-        "IFEval": 0.4118,
-        "BBH": 0.4811,
-        "MATH Level 5": 0.034,
-        "GPQA": 0.2752,
-        "MUSR": 0.3047,
-        "MMLU-PRO": 0.3006
       }
     },
     {
@@ -19986,12 +19986,12 @@
       "name": "Replete-LLM-Qwen2-7b",
       "developer": "Replete-AI",
       "scores": {
-        "IFEval": 0.0932,
-        "BBH": 0.2977,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2475,
-        "MUSR": 0.3941,
-        "MMLU-PRO": 0.1157
       }
     },
     {
@@ -21130,12 +21130,12 @@
       "name": "L3-70B-Euryale-v2.1",
       "developer": "Sao10K",
       "scores": {
-        "IFEval": 0.7281,
-        "BBH": 0.6503,
-        "MATH Level 5": 0.2243,
         "GPQA": 0.3314,
-        "MUSR": 0.4196,
-        "MMLU-PRO": 0.5096
       }
     },
     {
@@ -25121,12 +25121,12 @@
       "name": "Llama3.1-8B-ShiningValiant2",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.6496,
-        "BBH": 0.4774,
-        "MATH Level 5": 0.0566,
-        "GPQA": 0.3104,
-        "MUSR": 0.3909,
-        "MMLU-PRO": 0.3382
       }
     },
     {
@@ -26603,12 +26603,12 @@
       "name": "QAIMath-Qwen2.5-7B-TIES",
       "developer": "adriszmar",
       "scores": {
-        "IFEval": 0.1746,
-        "BBH": 0.3126,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.245,
-        "MUSR": 0.4096,
-        "MMLU-PRO": 0.1087
       }
     },
     {
@@ -26915,12 +26915,12 @@
       "name": "Llama-3.1-Tulu-3-70B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8379,
-        "BBH": 0.6157,
-        "MATH Level 5": 0.3829,
         "GPQA": 0.3733,
-        "MUSR": 0.4988,
-        "MMLU-PRO": 0.4656
       }
     },
     {
@@ -26954,12 +26954,12 @@
       "name": "Llama-3.1-Tulu-3-8B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8267,
-        "BBH": 0.405,
-        "MATH Level 5": 0.1964,
-        "GPQA": 0.2987,
         "MUSR": 0.4175,
-        "MMLU-PRO": 0.2827
       }
     },
     {
@@ -28449,11 +28449,11 @@
       "name": "AMD-Llama-135m",
       "developer": "amd",
       "scores": {
-        "IFEval": 0.1918,
-        "BBH": 0.2969,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2584,
-        "MUSR": 0.3846,
         "MMLU-PRO": 0.1169
       }
     },
@@ -28709,12 +28709,12 @@
       "name": "Arcee-Spark",
       "developer": "arcee-ai",
       "scores": {
-        "IFEval": 0.5621,
-        "BBH": 0.5489,
-        "MATH Level 5": 0.2953,
-        "GPQA": 0.307,
-        "MUSR": 0.4021,
-        "MMLU-PRO": 0.3822
       }
     },
     {
@@ -31647,12 +31647,12 @@
       "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
       "developer": "cognitivecomputations",
       "scores": {
-        "IFEval": 0.3613,
-        "BBH": 0.6123,
-        "MATH Level 5": 0.1239,
-        "GPQA": 0.328,
-        "MUSR": 0.4112,
-        "MMLU-PRO": 0.4494
       }
     },
     {
@@ -31790,12 +31790,12 @@
       "name": "llama-43m-beta",
       "developer": "cpayne1303",
       "scores": {
-        "IFEval": 0.1916,
-        "BBH": 0.2977,
-        "MATH Level 5": 0.0,
         "GPQA": 0.2685,
-        "MUSR": 0.3872,
-        "MMLU-PRO": 0.1132
       }
     },
     {
@@ -33506,12 +33506,12 @@
       "name": "TheBeagle-v2beta-32B-MGS",
       "developer": "fblgit",
       "scores": {
-        "IFEval": 0.5181,
-        "BBH": 0.7033,
-        "MATH Level 5": 0.4947,
-        "GPQA": 0.3826,
-        "MUSR": 0.5008,
-        "MMLU-PRO": 0.5915
       }
     },
     {
@@ -37705,12 +37705,12 @@
       "name": "Kosmos-EVAA-Fusion-8B",
       "developer": "jaspionjader",
       "scores": {
-        "IFEval": 0.4345,
-        "BBH": 0.5419,
-        "MATH Level 5": 0.1292,
-        "GPQA": 0.3087,
         "MUSR": 0.4277,
-        "MMLU-PRO": 0.3854
       }
     },
     {
@@ -41332,12 +41332,12 @@
       "name": "BunderMaxx-0710",
       "developer": "kavonalds",
       "scores": {
-        "IFEval": 0.2701,
-        "BBH": 0.5566,
         "MATH Level 5": 0.068,
-        "GPQA": 0.2802,
-        "MUSR": 0.3682,
-        "MMLU-PRO": 0.1449
       }
     },
     {
@@ -43893,12 +43893,12 @@
       "name": "Meta-Llama-3-8B-Instruct",
       "developer": "meta-llama",
       "scores": {
-        "IFEval": 0.4782,
-        "BBH": 0.491,
-        "MATH Level 5": 0.0914,
-        "GPQA": 0.2928,
-        "MUSR": 0.3805,
-        "MMLU-PRO": 0.3591
       }
     },
     {
@@ -44426,12 +44426,12 @@
       "name": "Mistral-Small-Instruct-2409",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.6283,
-        "BBH": 0.583,
-        "MATH Level 5": 0.2039,
-        "GPQA": 0.3331,
-        "MUSR": 0.4063,
-        "MMLU-PRO": 0.4099
       }
     },
     {
@@ -44738,12 +44738,12 @@
       "name": "NeuralDaredevil-8B-abliterated",
       "developer": "mlabonne",
       "scores": {
-        "IFEval": 0.7561,
-        "BBH": 0.5111,
-        "MATH Level 5": 0.0906,
-        "GPQA": 0.3062,
-        "MUSR": 0.4019,
-        "MMLU-PRO": 0.3841
       }
     },
     {
@@ -47611,12 +47611,12 @@
       "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
       "developer": "ontocord",
       "scores": {
-        "IFEval": 0.1162,
-        "BBH": 0.3184,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2634,
-        "MUSR": 0.3447,
-        "MMLU-PRO": 0.1124
       }
     },
     {
@@ -49444,12 +49444,12 @@
       "name": "Calcium-Opus-14B-Elite",
       "developer": "prithivMLmods",
       "scores": {
-        "IFEval": 0.6052,
-        "BBH": 0.6317,
-        "MATH Level 5": 0.4789,
-        "GPQA": 0.3742,
-        "MUSR": 0.486,
-        "MMLU-PRO": 0.5302
       }
     },
     {
@@ -50874,12 +50874,12 @@
       "name": "Qwen2.5-Math-14B-Instruct",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.6005,
-        "BBH": 0.6356,
-        "MATH Level 5": 0.2764,
-        "GPQA": 0.3691,
         "MUSR": 0.4757,
-        "MMLU-PRO": 0.5339
       }
     },
     {
@@ -51303,12 +51303,12 @@
       "name": "Gemma-2-Ataraxy-Gemmasutra-9B-slerp",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.2854,
-        "BBH": 0.5984,
-        "MATH Level 5": 0.1005,
-        "GPQA": 0.3297,
-        "MUSR": 0.4607,
-        "MMLU-PRO": 0.4162
       }
     },
     {
@@ -51329,12 +51329,12 @@
       "name": "recoilme-gemma-2-9B-v0.2",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.2747,
-        "BBH": 0.6031,
-        "MATH Level 5": 0.0831,
-        "GPQA": 0.3305,
-        "MUSR": 0.4686,
-        "MMLU-PRO": 0.4122
       }
     },
     {
@@ -51342,12 +51342,12 @@
       "name": "recoilme-gemma-2-9B-v0.3",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.7439,
-        "BBH": 0.5993,
-        "MATH Level 5": 0.0876,
-        "GPQA": 0.3238,
-        "MUSR": 0.4204,
-        "MMLU-PRO": 0.4072
       }
     },
     {
@@ -51459,12 +51459,12 @@
       "name": "FineLlama-3.1-8B",
       "developer": "riaz",
       "scores": {
-        "IFEval": 0.4373,
-        "BBH": 0.4586,
-        "MATH Level 5": 0.0514,
-        "GPQA": 0.2752,
-        "MUSR": 0.3763,
-        "MMLU-PRO": 0.2964
       }
     },
     {
@@ -51602,12 +51602,12 @@
       "name": "Rombos-LLM-V2.5.1-Qwen-3b",
       "developer": "rombodawg",
       "scores": {
-        "IFEval": 0.2566,
-        "BBH": 0.39,
-        "MATH Level 5": 0.1208,
-        "GPQA": 0.2626,
         "MUSR": 0.3991,
-        "MMLU-PRO": 0.2741
       }
     },
     {
@@ -54345,12 +54345,12 @@
       "name": "lambda-gemma-2-9b-dpo",
       "developer": "tanliboy",
       "scores": {
-        "IFEval": 0.4501,
-        "BBH": 0.5472,
-        "MATH Level 5": 0.0944,
-        "GPQA": 0.3138,
-        "MUSR": 0.4017,
-        "MMLU-PRO": 0.3792
       }
     },
     {
@@ -56945,12 +56945,12 @@
       "name": "Hebrew-Mistral-7B-200K",
       "developer": "yam-peleg",
       "scores": {
-        "IFEval": 0.1856,
-        "BBH": 0.4149,
-        "MATH Level 5": 0.0234,
-        "GPQA": 0.276,
-        "MUSR": 0.3765,
-        "MMLU-PRO": 0.2573
       }
     },
     {

       "name": "Qwen2.5-1.5B-continuous-learnt",
       "developer": "AtAndDev",
       "scores": {
+        "IFEval": 0.4605,
+        "BBH": 0.4258,
+        "MATH Level 5": 0.0748,
+        "GPQA": 0.2659,
+        "MUSR": 0.3636,
+        "MMLU-PRO": 0.2812
       }
     },
     {
       "name": "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated",
       "developer": "BoltMonkey",
       "scores": {
+        "IFEval": 0.7999,
+        "BBH": 0.5152,
+        "MATH Level 5": 0.1193,
+        "GPQA": 0.281,
+        "MUSR": 0.4019,
+        "MMLU-PRO": 0.3733
       }
     },
     {
       "name": "LION-Gemma-2b-dpo-v1.0",
       "developer": "Columbia-NLP",
       "scores": {
+        "IFEval": 0.3102,
+        "BBH": 0.3881,
+        "MATH Level 5": 0.0536,
+        "GPQA": 0.2534,
+        "MUSR": 0.4081,
+        "MMLU-PRO": 0.1665
       }
     },
     {
       "name": "DocumentCogito",
       "developer": "Daemontatox",
       "scores": {
+        "IFEval": 0.5064,
+        "BBH": 0.5112,
+        "MATH Level 5": 0.1631,
+        "GPQA": 0.3163,
+        "MUSR": 0.3973,
+        "MMLU-PRO": 0.3802
       }
     },
     {
       "name": "PathfinderAI",
       "developer": "Daemontatox",
       "scores": {
+        "IFEval": 0.3745,
+        "BBH": 0.6668,
+        "MATH Level 5": 0.4758,
+        "GPQA": 0.3943,
+        "MUSR": 0.4858,
+        "MMLU-PRO": 0.5593
       }
     },
     {
       "name": "Llama-3.1-8b-ITA",
       "developer": "DeepMount00",
       "scores": {
+        "IFEval": 0.5365,
+        "BBH": 0.517,
+        "MATH Level 5": 0.1707,
+        "GPQA": 0.3062,
+        "MUSR": 0.4487,
+        "MMLU-PRO": 0.396
       }
     },
     {
       "name": "MN-12B-LilithFrame",
       "developer": "DoppelReflEx",
       "scores": {
+        "IFEval": 0.436,
+        "BBH": 0.4956,
+        "MATH Level 5": 0.0589,
+        "GPQA": 0.3205,
+        "MUSR": 0.3843,
+        "MMLU-PRO": 0.3237
       }
     },
     {
       "name": "Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto",
       "developer": "EpistemeAI",
       "scores": {
+        "IFEval": 0.7305,
+        "BBH": 0.4649,
+        "MATH Level 5": 0.1397,
+        "GPQA": 0.2659,
+        "MUSR": 0.3209,
+        "MMLU-PRO": 0.348
       }
     },
     {
       "name": "Herplete-LLM-Llama-3.1-8b",
       "developer": "Etherll",
       "scores": {
+        "IFEval": 0.6106,
+        "BBH": 0.5347,
+        "MATH Level 5": 0.1548,
+        "GPQA": 0.3146,
+        "MUSR": 0.3991,
+        "MMLU-PRO": 0.3752
       }
     },
     {
       "name": "josie-7b-v6.0-step2000",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
+        "IFEval": 0.7628,
+        "BBH": 0.5098,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2802,
+        "MUSR": 0.4579,
+        "MMLU-PRO": 0.4033
       }
     },
     {
       "name": "Gemma-Ko-Merge-PEFT",
       "developer": "Gunulhona",
       "scores": {
+        "IFEval": 0.288,
+        "BBH": 0.5154,
         "MATH Level 5": 0.0,
+        "GPQA": 0.3247,
+        "MUSR": 0.408,
+        "MMLU-PRO": 0.3817
       }
     },
     {
       "name": "SmolLM2-360M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
+        "IFEval": 0.083,
+        "BBH": 0.3053,
+        "MATH Level 5": 0.0083,
+        "GPQA": 0.2651,
+        "MUSR": 0.3423,
+        "MMLU-PRO": 0.1126
       }
     },
     {
       "name": "JOSIEv4o-8b-stage1-v4",
       "developer": "Isaak-Carter",
       "scores": {
+        "IFEval": 0.2553,
+        "BBH": 0.4725,
+        "MATH Level 5": 0.0529,
+        "GPQA": 0.2919,
+        "MUSR": 0.3654,
+        "MMLU-PRO": 0.3316
       }
     },
     {
       "name": "Llama-3-8B-Magpie-Align-v0.1",
       "developer": "Magpie-Align",
       "scores": {
+        "IFEval": 0.4027,
+        "BBH": 0.4789,
+        "MATH Level 5": 0.0461,
+        "GPQA": 0.2768,
+        "MUSR": 0.3087,
+        "MMLU-PRO": 0.3001
       }
     },
     {
       "name": "Replete-LLM-Qwen2-7b",
       "developer": "Replete-AI",
       "scores": {
+        "IFEval": 0.0905,
+        "BBH": 0.2985,
         "MATH Level 5": 0.0,
+        "GPQA": 0.2534,
+        "MUSR": 0.3848,
+        "MMLU-PRO": 0.1158
       }
     },
     {
       "name": "L3-70B-Euryale-v2.1",
       "developer": "Sao10K",
       "scores": {
+        "IFEval": 0.7384,
+        "BBH": 0.6471,
+        "MATH Level 5": 0.2137,
         "GPQA": 0.3314,
+        "MUSR": 0.4209,
+        "MMLU-PRO": 0.5104
       }
     },
     {
       "name": "Llama3.1-8B-ShiningValiant2",
       "developer": "ValiantLabs",
       "scores": {
+        "IFEval": 0.2678,
+        "BBH": 0.4429,
+        "MATH Level 5": 0.0521,
+        "GPQA": 0.302,
+        "MUSR": 0.3959,
+        "MMLU-PRO": 0.2927
       }
     },
     {
       "name": "QAIMath-Qwen2.5-7B-TIES",
       "developer": "adriszmar",
       "scores": {
+        "IFEval": 0.1685,
+        "BBH": 0.3124,
+        "MATH Level 5": 0.0015,
+        "GPQA": 0.2492,
+        "MUSR": 0.3963,
+        "MMLU-PRO": 0.1066
       }
     },
     {
       "name": "Llama-3.1-Tulu-3-70B",
       "developer": "allenai",
       "scores": {
+        "IFEval": 0.8291,
+        "BBH": 0.6164,
+        "MATH Level 5": 0.4502,
         "GPQA": 0.3733,
+        "MUSR": 0.4948,
+        "MMLU-PRO": 0.4645
       }
     },
     {
       "name": "Llama-3.1-Tulu-3-8B",
       "developer": "allenai",
       "scores": {
+        "IFEval": 0.8255,
+        "BBH": 0.4061,
+        "MATH Level 5": 0.2115,
+        "GPQA": 0.297,
         "MUSR": 0.4175,
+        "MMLU-PRO": 0.2821
       }
     },
     {
       "name": "AMD-Llama-135m",
       "developer": "amd",
       "scores": {
+        "IFEval": 0.1842,
+        "BBH": 0.2974,
+        "MATH Level 5": 0.0053,
+        "GPQA": 0.2525,
+        "MUSR": 0.378,
         "MMLU-PRO": 0.1169
       }
     },
       "name": "Arcee-Spark",
       "developer": "arcee-ai",
       "scores": {
+        "IFEval": 0.5718,
+        "BBH": 0.5481,
+        "MATH Level 5": 0.114,
+        "GPQA": 0.3062,
+        "MUSR": 0.4008,
+        "MMLU-PRO": 0.3813
       }
     },
     {
       "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
       "developer": "cognitivecomputations",
       "scores": {
+        "IFEval": 0.4124,
+        "BBH": 0.6383,
+        "MATH Level 5": 0.182,
+        "GPQA": 0.3289,
+        "MUSR": 0.4349,
+        "MMLU-PRO": 0.4525
       }
     },
     {
       "name": "llama-43m-beta",
       "developer": "cpayne1303",
       "scores": {
+        "IFEval": 0.1949,
+        "BBH": 0.2965,
+        "MATH Level 5": 0.0045,
         "GPQA": 0.2685,
+        "MUSR": 0.3885,
+        "MMLU-PRO": 0.1111
       }
     },
     {
       "name": "TheBeagle-v2beta-32B-MGS",
       "developer": "fblgit",
       "scores": {
+        "IFEval": 0.4503,
+        "BBH": 0.7035,
+        "MATH Level 5": 0.3943,
+        "GPQA": 0.401,
+        "MUSR": 0.5021,
+        "MMLU-PRO": 0.5911
       }
     },
     {
       "name": "Kosmos-EVAA-Fusion-8B",
       "developer": "jaspionjader",
       "scores": {
+        "IFEval": 0.4418,
+        "BBH": 0.5406,
+        "MATH Level 5": 0.1352,
+        "GPQA": 0.3062,
         "MUSR": 0.4277,
+        "MMLU-PRO": 0.386
       }
     },
     {
       "name": "BunderMaxx-0710",
       "developer": "kavonalds",
       "scores": {
+        "IFEval": 0.3283,
+        "BBH": 0.6651,
         "MATH Level 5": 0.068,
+        "GPQA": 0.2609,
+        "MUSR": 0.3393,
+        "MMLU-PRO": 0.1314
       }
     },
     {
       "name": "Meta-Llama-3-8B-Instruct",
       "developer": "meta-llama",
       "scores": {
+        "IFEval": 0.7408,
+        "BBH": 0.4989,
+        "MATH Level 5": 0.0869,
+        "GPQA": 0.2592,
+        "MUSR": 0.3568,
+        "MMLU-PRO": 0.3664
       }
     },
     {
       "name": "Mistral-Small-Instruct-2409",
       "developer": "mistralai",
       "scores": {
+        "IFEval": 0.667,
+        "BBH": 0.5213,
+        "MATH Level 5": 0.1435,
+        "GPQA": 0.3238,
+        "MUSR": 0.3632,
+        "MMLU-PRO": 0.396
       }
     },
     {
       "name": "NeuralDaredevil-8B-abliterated",
       "developer": "mlabonne",
       "scores": {
+        "IFEval": 0.4162,
+        "BBH": 0.5124,
+        "MATH Level 5": 0.0853,
+        "GPQA": 0.3029,
+        "MUSR": 0.415,
+        "MMLU-PRO": 0.3802
       }
     },
     {
       "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
       "developer": "ontocord",
       "scores": {
+        "IFEval": 0.1128,
+        "BBH": 0.3171,
+        "MATH Level 5": 0.0113,
+        "GPQA": 0.2685,
+        "MUSR": 0.346,
+        "MMLU-PRO": 0.1129
       }
     },
     {
       "name": "Calcium-Opus-14B-Elite",
       "developer": "prithivMLmods",
       "scores": {
+        "IFEval": 0.6064,
+        "BBH": 0.6296,
+        "MATH Level 5": 0.3708,
+        "GPQA": 0.3733,
+        "MUSR": 0.4873,
+        "MMLU-PRO": 0.5307
       }
     },
     {
       "name": "Qwen2.5-Math-14B-Instruct",
       "developer": "qingy2019",
       "scores": {
+        "IFEval": 0.6066,
+        "BBH": 0.635,
+        "MATH Level 5": 0.3716,
+        "GPQA": 0.3725,
         "MUSR": 0.4757,
+        "MMLU-PRO": 0.5331
       }
     },
     {
       "name": "Gemma-2-Ataraxy-Gemmasutra-9B-slerp",
       "developer": "recoilme",
       "scores": {
+        "IFEval": 0.7649,
+        "BBH": 0.5974,
+        "MATH Level 5": 0.0174,
+        "GPQA": 0.3305,
+        "MUSR": 0.4245,
+        "MMLU-PRO": 0.4207
       }
     },
     {
       "name": "recoilme-gemma-2-9B-v0.2",
       "developer": "recoilme",
       "scores": {
+        "IFEval": 0.7592,
+        "BBH": 0.6026,
+        "MATH Level 5": 0.0529,
+        "GPQA": 0.3289,
+        "MUSR": 0.4099,
+        "MMLU-PRO": 0.4163
       }
     },
     {
       "name": "recoilme-gemma-2-9B-v0.3",
       "developer": "recoilme",
       "scores": {
+        "IFEval": 0.5761,
+        "BBH": 0.602,
+        "MATH Level 5": 0.1888,
+        "GPQA": 0.3372,
+        "MUSR": 0.4632,
+        "MMLU-PRO": 0.4039
       }
     },
     {
       "name": "FineLlama-3.1-8B",
       "developer": "riaz",
       "scores": {
+        "IFEval": 0.4137,
+        "BBH": 0.4565,
+        "MATH Level 5": 0.0453,
+        "GPQA": 0.276,
+        "MUSR": 0.3776,
+        "MMLU-PRO": 0.2978
       }
     },
     {
       "name": "Rombos-LLM-V2.5.1-Qwen-3b",
       "developer": "rombodawg",
       "scores": {
+        "IFEval": 0.2595,
+        "BBH": 0.3884,
+        "MATH Level 5": 0.0914,
+        "GPQA": 0.2743,
         "MUSR": 0.3991,
+        "MMLU-PRO": 0.2719
       }
     },
     {
       "name": "lambda-gemma-2-9b-dpo",
       "developer": "tanliboy",
       "scores": {
+        "IFEval": 0.1829,
+        "BBH": 0.5488,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.3104,
+        "MUSR": 0.4056,
+        "MMLU-PRO": 0.3805
       }
     },
     {
       "name": "Hebrew-Mistral-7B-200K",
       "developer": "yam-peleg",
       "scores": {
+        "IFEval": 0.177,
+        "BBH": 0.3411,
+        "MATH Level 5": 0.031,
+        "GPQA": 0.2534,
+        "MUSR": 0.374,
+        "MMLU-PRO": 0.2529
       }
     },
     {

data/benchmarks/reward-bench.json CHANGED Viewed

@@ -453,16 +453,16 @@
       "name": "LxzGordon/URM-LLaMa-3.1-8B",
       "developer": "LxzGordon",
       "scores": {
-        "Score": 0.9294,
         "Factuality": 0.6884,
         "Precise IF": 0.45,
         "Math": 0.6393,
-        "Safety": 0.9108,
         "Focus": 0.9758,
-        "Ties": 0.7653,
-        "Chat": 0.9553,
-        "Chat Hard": 0.8816,
-        "Reasoning": 0.9698
       }
     },
     {
@@ -482,16 +482,16 @@
       "name": "NCSOFT/Llama-3-OffsetBias-RM-8B",
       "developer": "NCSOFT",
       "scores": {
-        "Score": 0.8942,
         "Factuality": 0.6084,
         "Precise IF": 0.4,
         "Math": 0.5191,
-        "Safety": 0.8676,
         "Focus": 0.9596,
-        "Ties": 0.6786,
-        "Chat": 0.9721,
-        "Chat Hard": 0.818,
-        "Reasoning": 0.9192
       }
     },
     {
@@ -499,17 +499,17 @@
       "name": "Nexusflow/Starling-RM-34B",
       "developer": "Nexusflow",
       "scores": {
-        "Score": 0.4553,
-        "Chat": 0.9693,
-        "Chat Hard": 0.5724,
-        "Safety": 0.7556,
-        "Reasoning": 0.8845,
-        "Prior Sets (0.5 weight)": 0.7137,
         "Factuality": 0.4589,
         "Precise IF": 0.3187,
         "Math": 0.6175,
         "Focus": 0.4808,
-        "Ties": 0.1004
       }
     },
     {
@@ -591,17 +591,17 @@
       "name": "OpenAssistant/reward-model-deberta-v3-large-v2",
       "developer": "OpenAssistant",
       "scores": {
-        "Score": 0.32,
-        "Chat": 0.8939,
-        "Chat Hard": 0.4518,
-        "Safety": 0.3667,
-        "Reasoning": 0.3855,
-        "Prior Sets (0.5 weight)": 0.5836,
         "Factuality": 0.3853,
         "Precise IF": 0.2687,
         "Math": 0.5027,
         "Focus": 0.2768,
-        "Ties": 0.12
       }
     },
     {
@@ -609,17 +609,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-cost",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.3332,
-        "Chat": 0.6173,
-        "Chat Hard": 0.4232,
-        "Safety": 0.7589,
-        "Reasoning": 0.5482,
-        "Prior Sets (0.5 weight)": 0.57,
         "Factuality": 0.3263,
         "Precise IF": 0.2313,
         "Math": 0.3989,
         "Focus": 0.2939,
-        "Ties": -0.01
       }
     },
     {
@@ -904,16 +904,16 @@
       "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.9154,
         "Factuality": 0.6274,
         "Precise IF": 0.35,
         "Math": 0.5847,
-        "Safety": 0.9081,
         "Focus": 0.8929,
-        "Ties": 0.6824,
-        "Chat": 0.9553,
-        "Chat Hard": 0.8618,
-        "Reasoning": 0.9362
       }
     },
     {
@@ -938,17 +938,17 @@
       "name": "Ray2333/GRM-llama3-8B-distill",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.8464,
         "Factuality": 0.5874,
         "Precise IF": 0.3875,
         "Math": 0.5902,
-        "Safety": 0.8676,
         "Focus": 0.6727,
-        "Ties": 0.5743,
-        "Chat": 0.9832,
-        "Chat Hard": 0.6842,
-        "Reasoning": 0.9133,
-        "Prior Sets (0.5 weight)": 0.7209
       }
     },
     {
@@ -956,17 +956,17 @@
       "name": "Ray2333/GRM-llama3-8B-sftreg",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.8542,
         "Factuality": 0.6189,
         "Precise IF": 0.3875,
         "Math": 0.5792,
-        "Safety": 0.8919,
         "Focus": 0.6828,
-        "Ties": 0.5981,
-        "Chat": 0.986,
-        "Chat Hard": 0.6776,
-        "Reasoning": 0.9229,
-        "Prior Sets (0.5 weight)": 0.7309
       }
     },
     {
@@ -1098,16 +1098,16 @@
       "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
       "developer": "ShikaiChen",
       "scores": {
-        "Score": 0.9499,
         "Factuality": 0.7558,
         "Precise IF": 0.35,
         "Math": 0.6448,
-        "Safety": 0.9378,
         "Focus": 0.9131,
-        "Ties": 0.7633,
-        "Chat": 0.9637,
-        "Chat Hard": 0.9079,
-        "Reasoning": 0.9903
       }
     },
     {
@@ -1156,16 +1156,16 @@
       "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.7531,
-        "Chat": 0.9609,
-        "Chat Hard": 0.8991,
-        "Safety": 0.9689,
-        "Reasoning": 0.9807,
         "Factuality": 0.7674,
         "Precise IF": 0.375,
         "Math": 0.6721,
         "Focus": 0.9172,
-        "Ties": 0.8182
       }
     },
     {
@@ -1379,9 +1379,9 @@
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "developer": "AI2",
       "scores": {
-        "Score": 0.7008,
-        "Chat": 0.9385,
-        "Chat Hard": 0.3882,
         "Safety": 0.7757
       }
     },
@@ -1423,17 +1423,17 @@
       "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.9021,
         "Factuality": 0.8126,
         "Precise IF": 0.4188,
         "Math": 0.6995,
-        "Safety": 0.9095,
         "Focus": 0.8646,
-        "Ties": 0.8835,
-        "Chat": 0.9665,
-        "Chat Hard": 0.8355,
-        "Reasoning": 0.8969,
-        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1513,17 +1513,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8369,
         "Factuality": 0.7642,
         "Precise IF": 0.4,
         "Math": 0.6175,
-        "Safety": 0.8703,
         "Focus": 0.8485,
-        "Ties": 0.6281,
-        "Chat": 0.9469,
-        "Chat Hard": 0.7588,
-        "Reasoning": 0.7715,
-        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -3504,16 +3504,16 @@
       "name": "Claude 3 Opus 20240229",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.5744,
-        "Chat": 0.9469,
-        "Chat Hard": 0.6031,
-        "Safety": 0.8378,
-        "Reasoning": 0.7868,
         "Factuality": 0.5389,
         "Precise IF": 0.3312,
         "Math": 0.5137,
         "Focus": 0.6646,
-        "Ties": 0.5601
       }
     },
     {
@@ -3766,17 +3766,17 @@
       "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
       "developer": "hendrydong",
       "scores": {
-        "Score": 0.7847,
         "Factuality": 0.5779,
         "Precise IF": 0.3625,
         "Math": 0.6011,
-        "Safety": 0.85,
         "Focus": 0.6747,
-        "Ties": 0.5988,
-        "Chat": 0.9832,
-        "Chat Hard": 0.5789,
-        "Reasoning": 0.7434,
-        "Prior Sets (0.5 weight)": 0.7508
       }
     },
     {
@@ -3784,16 +3784,16 @@
       "name": "infly/INF-ORM-Llama3.1-70B",
       "developer": "infly",
       "scores": {
-        "Score": 0.7648,
-        "Chat": 0.9665,
-        "Chat Hard": 0.9101,
-        "Safety": 0.9644,
-        "Reasoning": 0.9912,
         "Factuality": 0.7411,
         "Precise IF": 0.4188,
         "Math": 0.6995,
         "Focus": 0.903,
-        "Ties": 0.8622
       }
     },
     {
@@ -3801,16 +3801,16 @@
       "name": "internlm/internlm2-1_8b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.3902,
-        "Chat": 0.9358,
-        "Chat Hard": 0.6623,
-        "Safety": 0.4711,
-        "Reasoning": 0.8724,
         "Factuality": 0.2758,
         "Precise IF": 0.3625,
         "Math": 0.4426,
         "Focus": 0.596,
-        "Ties": 0.1934
       }
     },
     {
@@ -3818,16 +3818,16 @@
       "name": "internlm/internlm2-20b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.9016,
         "Factuality": 0.5558,
         "Precise IF": 0.3625,
         "Math": 0.5738,
-        "Safety": 0.8946,
         "Focus": 0.7253,
-        "Ties": 0.5483,
-        "Chat": 0.9888,
-        "Chat Hard": 0.7654,
-        "Reasoning": 0.9576
       }
     },
     {
@@ -4202,16 +4202,16 @@
       "name": "GPT-4o 2024-08-06",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.8673,
         "Factuality": 0.5684,
         "Precise IF": 0.3312,
         "Math": 0.623,
-        "Safety": 0.8811,
         "Focus": 0.7293,
-        "Ties": 0.7819,
-        "Chat": 0.9609,
-        "Chat Hard": 0.761,
-        "Reasoning": 0.8661
       }
     },
     {
@@ -4219,16 +4219,16 @@
       "name": "GPT-4o mini 2024-07-18",
       "developer": "OpenAI",
       "scores": {
-        "Score": 0.8007,
         "Factuality": 0.4105,
         "Precise IF": 0.3438,
         "Math": 0.5191,
-        "Safety": 0.8081,
         "Focus": 0.7414,
-        "Ties": 0.6962,
-        "Chat": 0.9497,
-        "Chat Hard": 0.6075,
-        "Reasoning": 0.8374
       }
     },
     {
@@ -4249,17 +4249,17 @@
       "name": "openbmb/Eurus-RM-7b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.5806,
-        "Chat": 0.9804,
-        "Chat Hard": 0.6557,
-        "Safety": 0.6267,
-        "Reasoning": 0.8633,
-        "Prior Sets (0.5 weight)": 0.7172,
         "Factuality": 0.6,
         "Precise IF": 0.3438,
         "Math": 0.5683,
         "Focus": 0.7475,
-        "Ties": 0.5972
       }
     },
     {
@@ -4510,17 +4510,17 @@
       "name": "weqweasdas/RM-Gemma-7B",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.4826,
-        "Chat": 0.9693,
-        "Chat Hard": 0.4978,
-        "Safety": 0.4822,
-        "Reasoning": 0.7362,
-        "Prior Sets (0.5 weight)": 0.7069,
         "Factuality": 0.4926,
         "Precise IF": 0.3937,
         "Math": 0.6066,
         "Focus": 0.497,
-        "Ties": 0.4232
       }
     },
     {
@@ -4559,17 +4559,17 @@
       "name": "weqweasdas/hh_rlhf_rm_open_llama_3b",
       "developer": "weqweasdas",
       "scores": {
-        "Score": 0.2498,
-        "Chat": 0.8184,
-        "Chat Hard": 0.3728,
-        "Safety": 0.24,
-        "Reasoning": 0.3281,
-        "Prior Sets (0.5 weight)": 0.6564,
         "Factuality": 0.3642,
         "Precise IF": 0.275,
         "Math": 0.3497,
         "Focus": 0.2384,
-        "Ties": 0.0315
       }
     }
   ]

       "name": "LxzGordon/URM-LLaMa-3.1-8B",
       "developer": "LxzGordon",
       "scores": {
+        "Score": 0.7394,
+        "Chat": 0.9553,
+        "Chat Hard": 0.8816,
+        "Safety": 0.9178,
+        "Reasoning": 0.9698,
         "Factuality": 0.6884,
         "Precise IF": 0.45,
         "Math": 0.6393,
         "Focus": 0.9758,
+        "Ties": 0.7653
       }
     },
     {
       "name": "NCSOFT/Llama-3-OffsetBias-RM-8B",
       "developer": "NCSOFT",
       "scores": {
+        "Score": 0.648,
+        "Chat": 0.9721,
+        "Chat Hard": 0.818,
+        "Safety": 0.7222,
+        "Reasoning": 0.9192,
         "Factuality": 0.6084,
         "Precise IF": 0.4,
         "Math": 0.5191,
         "Focus": 0.9596,
+        "Ties": 0.6786
       }
     },
     {
       "name": "Nexusflow/Starling-RM-34B",
       "developer": "Nexusflow",
       "scores": {
+        "Score": 0.8133,
         "Factuality": 0.4589,
         "Precise IF": 0.3187,
         "Math": 0.6175,
+        "Safety": 0.877,
         "Focus": 0.4808,
+        "Ties": 0.1004,
+        "Chat": 0.9693,
+        "Chat Hard": 0.5724,
+        "Reasoning": 0.8845,
+        "Prior Sets (0.5 weight)": 0.7137
       }
     },
     {
       "name": "OpenAssistant/reward-model-deberta-v3-large-v2",
       "developer": "OpenAssistant",
       "scores": {
+        "Score": 0.6126,
         "Factuality": 0.3853,
         "Precise IF": 0.2687,
         "Math": 0.5027,
+        "Safety": 0.7338,
         "Focus": 0.2768,
+        "Ties": 0.12,
+        "Chat": 0.8939,
+        "Chat Hard": 0.4518,
+        "Reasoning": 0.3855,
+        "Prior Sets (0.5 weight)": 0.5836
       }
     },
     {
       "name": "PKU-Alignment/beaver-7b-v1.0-cost",
       "developer": "PKU-Alignment",
       "scores": {
+        "Score": 0.5798,
         "Factuality": 0.3263,
         "Precise IF": 0.2313,
         "Math": 0.3989,
+        "Safety": 0.7351,
         "Focus": 0.2939,
+        "Ties": -0.01,
+        "Chat": 0.6173,
+        "Chat Hard": 0.4232,
+        "Reasoning": 0.5482,
+        "Prior Sets (0.5 weight)": 0.57
       }
     },
     {
       "name": "Ray2333/GRM-Llama3-8B-rewardmodel-ft",
       "developer": "Ray2333",
       "scores": {
+        "Score": 0.6766,
+        "Chat": 0.9553,
+        "Chat Hard": 0.8618,
+        "Safety": 0.9222,
+        "Reasoning": 0.9362,
         "Factuality": 0.6274,
         "Precise IF": 0.35,
         "Math": 0.5847,
         "Focus": 0.8929,
+        "Ties": 0.6824
       }
     },
     {
       "name": "Ray2333/GRM-llama3-8B-distill",
       "developer": "Ray2333",
       "scores": {
+        "Score": 0.589,
+        "Chat": 0.9832,
+        "Chat Hard": 0.6842,
+        "Safety": 0.7222,
+        "Reasoning": 0.9133,
+        "Prior Sets (0.5 weight)": 0.7209,
         "Factuality": 0.5874,
         "Precise IF": 0.3875,
         "Math": 0.5902,
         "Focus": 0.6727,
+        "Ties": 0.5743
       }
     },
     {
       "name": "Ray2333/GRM-llama3-8B-sftreg",
       "developer": "Ray2333",
       "scores": {
+        "Score": 0.6089,
+        "Chat": 0.986,
+        "Chat Hard": 0.6776,
+        "Safety": 0.7867,
+        "Reasoning": 0.9229,
+        "Prior Sets (0.5 weight)": 0.7309,
         "Factuality": 0.6189,
         "Precise IF": 0.3875,
         "Math": 0.5792,
         "Focus": 0.6828,
+        "Ties": 0.5981
       }
     },
     {
       "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
       "developer": "ShikaiChen",
       "scores": {
+        "Score": 0.7249,
+        "Chat": 0.9637,
+        "Chat Hard": 0.9079,
+        "Safety": 0.9222,
+        "Reasoning": 0.9903,
         "Factuality": 0.7558,
         "Precise IF": 0.35,
         "Math": 0.6448,
         "Focus": 0.9131,
+        "Ties": 0.7633
       }
     },
     {
       "name": "Skywork/Skywork-Reward-Gemma-2-27B-v0.2",
       "developer": "Skywork",
       "scores": {
+        "Score": 0.9426,
         "Factuality": 0.7674,
         "Precise IF": 0.375,
         "Math": 0.6721,
+        "Safety": 0.9297,
         "Focus": 0.9172,
+        "Ties": 0.8182,
+        "Chat": 0.9609,
+        "Chat Hard": 0.8991,
+        "Reasoning": 0.9807
       }
     },
     {
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "developer": "AI2",
       "scores": {
+        "Score": 0.6924,
+        "Chat": 0.9441,
+        "Chat Hard": 0.3575,
         "Safety": 0.7757
       }
     },
       "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
       "developer": "allenai",
       "scores": {
+        "Score": 0.7606,
+        "Chat": 0.9665,
+        "Chat Hard": 0.8355,
+        "Safety": 0.8844,
+        "Reasoning": 0.8969,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.8126,
         "Precise IF": 0.4188,
         "Math": 0.6995,
         "Focus": 0.8646,
+        "Ties": 0.8835
       }
     },
     {
       "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2",
       "developer": "allenai",
       "scores": {
+        "Score": 0.6871,
+        "Chat": 0.9469,
+        "Chat Hard": 0.7588,
+        "Safety": 0.8644,
+        "Reasoning": 0.7715,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.7642,
         "Precise IF": 0.4,
         "Math": 0.6175,
         "Focus": 0.8485,
+        "Ties": 0.6281
       }
     },
     {
       "name": "Claude 3 Opus 20240229",
       "developer": "Anthropic",
       "scores": {
+        "Score": 0.8008,
         "Factuality": 0.5389,
         "Precise IF": 0.3312,
         "Math": 0.5137,
+        "Safety": 0.8662,
         "Focus": 0.6646,
+        "Ties": 0.5601,
+        "Chat": 0.9469,
+        "Chat Hard": 0.6031,
+        "Reasoning": 0.7868
       }
     },
     {
       "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
       "developer": "hendrydong",
       "scores": {
+        "Score": 0.5851,
+        "Chat": 0.9832,
+        "Chat Hard": 0.5789,
+        "Safety": 0.6956,
+        "Reasoning": 0.7434,
+        "Prior Sets (0.5 weight)": 0.7508,
         "Factuality": 0.5779,
         "Precise IF": 0.3625,
         "Math": 0.6011,
         "Focus": 0.6747,
+        "Ties": 0.5988
       }
     },
     {
       "name": "infly/INF-ORM-Llama3.1-70B",
       "developer": "infly",
       "scores": {
+        "Score": 0.9511,
         "Factuality": 0.7411,
         "Precise IF": 0.4188,
         "Math": 0.6995,
+        "Safety": 0.9365,
         "Focus": 0.903,
+        "Ties": 0.8622,
+        "Chat": 0.9665,
+        "Chat Hard": 0.9101,
+        "Reasoning": 0.9912
       }
     },
     {
       "name": "internlm/internlm2-1_8b-reward",
       "developer": "internlm",
       "scores": {
+        "Score": 0.8217,
         "Factuality": 0.2758,
         "Precise IF": 0.3625,
         "Math": 0.4426,
+        "Safety": 0.8162,
         "Focus": 0.596,
+        "Ties": 0.1934,
+        "Chat": 0.9358,
+        "Chat Hard": 0.6623,
+        "Reasoning": 0.8724
       }
     },
     {
       "name": "internlm/internlm2-20b-reward",
       "developer": "internlm",
       "scores": {
+        "Score": 0.5628,
+        "Chat": 0.9888,
+        "Chat Hard": 0.7654,
+        "Safety": 0.6111,
+        "Reasoning": 0.9576,
         "Factuality": 0.5558,
         "Precise IF": 0.3625,
         "Math": 0.5738,
         "Focus": 0.7253,
+        "Ties": 0.5483
       }
     },
     {
       "name": "GPT-4o 2024-08-06",
       "developer": "OpenAI",
       "scores": {
+        "Score": 0.6493,
+        "Chat": 0.9609,
+        "Chat Hard": 0.761,
+        "Safety": 0.8619,
+        "Reasoning": 0.8661,
         "Factuality": 0.5684,
         "Precise IF": 0.3312,
         "Math": 0.623,
         "Focus": 0.7293,
+        "Ties": 0.7819
       }
     },
     {
       "name": "GPT-4o mini 2024-07-18",
       "developer": "OpenAI",
       "scores": {
+        "Score": 0.5796,
+        "Chat": 0.9497,
+        "Chat Hard": 0.6075,
+        "Safety": 0.7667,
+        "Reasoning": 0.8374,
         "Factuality": 0.4105,
         "Precise IF": 0.3438,
         "Math": 0.5191,
         "Focus": 0.7414,
+        "Ties": 0.6962
       }
     },
     {
       "name": "openbmb/Eurus-RM-7b",
       "developer": "openbmb",
       "scores": {
+        "Score": 0.8159,
         "Factuality": 0.6,
         "Precise IF": 0.3438,
         "Math": 0.5683,
+        "Safety": 0.8135,
         "Focus": 0.7475,
+        "Ties": 0.5972,
+        "Chat": 0.9804,
+        "Chat Hard": 0.6557,
+        "Reasoning": 0.8633,
+        "Prior Sets (0.5 weight)": 0.7172
       }
     },
     {
       "name": "weqweasdas/RM-Gemma-7B",
       "developer": "weqweasdas",
       "scores": {
+        "Score": 0.6967,
         "Factuality": 0.4926,
         "Precise IF": 0.3937,
         "Math": 0.6066,
+        "Safety": 0.5784,
         "Focus": 0.497,
+        "Ties": 0.4232,
+        "Chat": 0.9693,
+        "Chat Hard": 0.4978,
+        "Reasoning": 0.7362,
+        "Prior Sets (0.5 weight)": 0.7069
       }
     },
     {
       "name": "weqweasdas/hh_rlhf_rm_open_llama_3b",
       "developer": "weqweasdas",
       "scores": {
+        "Score": 0.5027,
         "Factuality": 0.3642,
         "Precise IF": 0.275,
         "Math": 0.3497,
+        "Safety": 0.4149,
         "Focus": 0.2384,
+        "Ties": 0.0315,
+        "Chat": 0.8184,
+        "Chat Hard": 0.3728,
+        "Reasoning": 0.3281,
+        "Prior Sets (0.5 weight)": 0.6564
       }
     }
   ]

data/benchmarks/swe-bench.json CHANGED Viewed

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "swe-bench": 0.8072
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "swe-bench": 0.5455
       }
     }
   ]

       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
+        "swe-bench": 0.65
       }
     },
     {
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
+        "swe-bench": 0.57
       }
     }
   ]

data/benchmarks/tau-bench-2_airline.json CHANGED Viewed

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/airline": 0.66
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/airline": 0.7
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/airline": 0.48
       }
     }
   ]

       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
+        "tau-bench-2/airline": 0.72
       }
     },
     {
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
+        "tau-bench-2/airline": 0.68
       }
     },
     {
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
+        "tau-bench-2/airline": 0.6
       }
     }
   ]

data/benchmarks/tau-bench-2_retail.json CHANGED Viewed

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/retail": 0.7805
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/retail": 0.51
       }
     }
   ]

       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
+        "tau-bench-2/retail": 0.82
       }
     },
     {
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
+        "tau-bench-2/retail": 0.73
       }
     }
   ]

data/benchmarks/tau-bench-2_telecom.json CHANGED Viewed

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/telecom": 0.6852
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/telecom": 0.5354
       }
     }
   ]

       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
+        "tau-bench-2/telecom": 0.73
       }
     },
     {
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
+        "tau-bench-2/telecom": 0.55
       }
     }
   ]

data/benchmarks/terminal-bench-2.0.json CHANGED Viewed

@@ -13,7 +13,7 @@
       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 35.5
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 38.0
       }
     },
     {
@@ -29,7 +29,7 @@
       "name": "Claude Opus 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 59.1
       }
     },
     {
@@ -37,7 +37,7 @@
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 66.9
       }
     },
     {
@@ -45,7 +45,7 @@
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 40.1
       }
     },
     {
@@ -61,7 +61,7 @@
       "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 17.1
       }
     },
     {
@@ -69,7 +69,7 @@
       "name": "Gemini 2.5 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 19.6
       }
     },
     {
@@ -93,7 +93,7 @@
       "name": "Gemini 3.1 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 78.4
       }
     },
     {
@@ -125,7 +125,7 @@
       "name": "Kimi K2 Instruct",
       "developer": "Moonshot AI",
       "scores": {
-        "terminal-bench-2.0": 26.7
       }
     },
     {
@@ -149,7 +149,7 @@
       "name": "Multiple",
       "developer": "Multiple",
       "scores": {
-        "terminal-bench-2.0": 58.4
       }
     },
     {
@@ -165,7 +165,7 @@
       "name": "GPT-5-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 41.3
       }
     },
     {
@@ -173,7 +173,7 @@
       "name": "GPT-5-Mini",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 22.2
       }
     },
     {
@@ -181,7 +181,7 @@
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 7.9
       }
     },
     {
@@ -197,7 +197,7 @@
       "name": "GPT-5.1-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 36.9
       }
     },
     {
@@ -221,7 +221,7 @@
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 54.0
       }
     },
     {
@@ -237,7 +237,7 @@
       "name": "GPT-5.3-Codex",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 77.3
       }
     },
     {
@@ -253,7 +253,7 @@
       "name": "GPT-OSS-20B",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 3.4
       }
     },
     {
@@ -269,7 +269,7 @@
       "name": "Grok Code Fast 1",
       "developer": "xAI",
       "scores": {
-        "terminal-bench-2.0": 14.2
       }
     },
     {

       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "scores": {
+        "terminal-bench-2.0": 13.9
       }
     },
     {
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
+        "terminal-bench-2.0": 36.9
       }
     },
     {
       "name": "Claude Opus 4.5",
       "developer": "Anthropic",
       "scores": {
+        "terminal-bench-2.0": 51.9
       }
     },
     {
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
+        "terminal-bench-2.0": 74.7
       }
     },
     {
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "scores": {
+        "terminal-bench-2.0": 42.6
       }
     },
     {
       "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
+        "terminal-bench-2.0": 15.4
       }
     },
     {
       "name": "Gemini 2.5 Pro",
       "developer": "Google",
       "scores": {
+        "terminal-bench-2.0": 16.4
       }
     },
     {
       "name": "Gemini 3.1 Pro",
       "developer": "Google",
       "scores": {
+        "terminal-bench-2.0": 74.8
       }
     },
     {
       "name": "Kimi K2 Instruct",
       "developer": "Moonshot AI",
       "scores": {
+        "terminal-bench-2.0": 27.8
       }
     },
     {
       "name": "Multiple",
       "developer": "Multiple",
       "scores": {
+        "terminal-bench-2.0": 72.4
       }
     },
     {
       "name": "GPT-5-Codex",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 43.4
       }
     },
     {
       "name": "GPT-5-Mini",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 34.8
       }
     },
     {
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 7.0
       }
     },
     {
       "name": "GPT-5.1-Codex",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 53.5
       }
     },
     {
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 60.7
       }
     },
     {
       "name": "GPT-5.3-Codex",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 74.6
       }
     },
     {
       "name": "GPT-OSS-20B",
       "developer": "OpenAI",
       "scores": {
+        "terminal-bench-2.0": 3.1
       }
     },
     {
       "name": "Grok Code Fast 1",
       "developer": "xAI",
       "scores": {
+        "terminal-bench-2.0": 25.8
       }
     },
     {

data/developers/adriszmar.json CHANGED Viewed

@@ -7,12 +7,12 @@
       "developer": "adriszmar",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1746,
-        "hfopenllm_v2/BBH": 0.3126,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.245,
-        "hfopenllm_v2/MUSR": 0.4096,
-        "hfopenllm_v2/MMLU-PRO": 0.1087
       }
     }
   ]

       "developer": "adriszmar",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1685,
+        "hfopenllm_v2/BBH": 0.3124,
+        "hfopenllm_v2/MATH Level 5": 0.0015,
+        "hfopenllm_v2/GPQA": 0.2492,
+        "hfopenllm_v2/MUSR": 0.3963,
+        "hfopenllm_v2/MMLU-PRO": 0.1066
       }
     }
   ]

data/developers/ai2.json CHANGED Viewed

@@ -43,9 +43,9 @@
       "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7008,
-        "reward-bench/Chat": 0.9385,
-        "reward-bench/Chat Hard": 0.3882,
         "reward-bench/Safety": 0.7757
       }
     },

       "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.6924,
+        "reward-bench/Chat": 0.9441,
+        "reward-bench/Chat Hard": 0.3575,
         "reward-bench/Safety": 0.7757
       }
     },

data/developers/allenai.json CHANGED Viewed

@@ -63,17 +63,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9021,
         "reward-bench/Factuality": 0.8126,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
-        "reward-bench/Safety": 0.9095,
         "reward-bench/Focus": 0.8646,
-        "reward-bench/Ties": 0.8835,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.8355,
-        "reward-bench/Reasoning": 0.8969,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -120,12 +120,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8379,
-        "hfopenllm_v2/BBH": 0.6157,
-        "hfopenllm_v2/MATH Level 5": 0.3829,
         "hfopenllm_v2/GPQA": 0.3733,
-        "hfopenllm_v2/MUSR": 0.4988,
-        "hfopenllm_v2/MMLU-PRO": 0.4656
       }
     },
     {
@@ -181,12 +181,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8267,
-        "hfopenllm_v2/BBH": 0.405,
-        "hfopenllm_v2/MATH Level 5": 0.1964,
-        "hfopenllm_v2/GPQA": 0.2987,
         "hfopenllm_v2/MUSR": 0.4175,
-        "hfopenllm_v2/MMLU-PRO": 0.2827
       }
     },
     {
@@ -228,17 +228,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8369,
         "reward-bench/Factuality": 0.7642,
         "reward-bench/Precise IF": 0.4,
         "reward-bench/Math": 0.6175,
-        "reward-bench/Safety": 0.8703,
         "reward-bench/Focus": 0.8485,
-        "reward-bench/Ties": 0.6281,
-        "reward-bench/Chat": 0.9469,
-        "reward-bench/Chat Hard": 0.7588,
-        "reward-bench/Reasoning": 0.7715,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {

       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.7606,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.8355,
+        "reward-bench/Safety": 0.8844,
+        "reward-bench/Reasoning": 0.8969,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.8126,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
         "reward-bench/Focus": 0.8646,
+        "reward-bench/Ties": 0.8835
       }
     },
     {
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.8291,
+        "hfopenllm_v2/BBH": 0.6164,
+        "hfopenllm_v2/MATH Level 5": 0.4502,
         "hfopenllm_v2/GPQA": 0.3733,
+        "hfopenllm_v2/MUSR": 0.4948,
+        "hfopenllm_v2/MMLU-PRO": 0.4645
       }
     },
     {
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.8255,
+        "hfopenllm_v2/BBH": 0.4061,
+        "hfopenllm_v2/MATH Level 5": 0.2115,
+        "hfopenllm_v2/GPQA": 0.297,
         "hfopenllm_v2/MUSR": 0.4175,
+        "hfopenllm_v2/MMLU-PRO": 0.2821
       }
     },
     {
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.6871,
+        "reward-bench/Chat": 0.9469,
+        "reward-bench/Chat Hard": 0.7588,
+        "reward-bench/Safety": 0.8644,
+        "reward-bench/Reasoning": 0.7715,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.7642,
         "reward-bench/Precise IF": 0.4,
         "reward-bench/Math": 0.6175,
         "reward-bench/Focus": 0.8485,
+        "reward-bench/Ties": 0.6281
       }
     },
     {

data/developers/amd.json CHANGED Viewed

@@ -7,11 +7,11 @@
       "developer": "amd",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1918,
-        "hfopenllm_v2/BBH": 0.2969,
-        "hfopenllm_v2/MATH Level 5": 0.0076,
-        "hfopenllm_v2/GPQA": 0.2584,
-        "hfopenllm_v2/MUSR": 0.3846,
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
     }

       "developer": "amd",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1842,
+        "hfopenllm_v2/BBH": 0.2974,
+        "hfopenllm_v2/MATH Level 5": 0.0053,
+        "hfopenllm_v2/GPQA": 0.2525,
+        "hfopenllm_v2/MUSR": 0.378,
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
     }

data/developers/anthropic.json CHANGED Viewed

@@ -436,16 +436,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.901,
         "helm_mmlu/Mean win rate": 0.014,
-        "reward-bench/Score": 0.5744,
-        "reward-bench/Chat": 0.9469,
-        "reward-bench/Chat Hard": 0.6031,
-        "reward-bench/Safety": 0.8378,
-        "reward-bench/Reasoning": 0.7868,
         "reward-bench/Factuality": 0.5389,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5137,
         "reward-bench/Focus": 0.6646,
-        "reward-bench/Ties": 0.5601
       }
     },
     {
@@ -525,7 +525,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 35.5
       }
     },
     {
@@ -650,10 +650,10 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "browsecompplus/browsecompplus": 0.49,
-        "appworld_test_normal/appworld/test_normal": 0.64,
-        "swe-bench/swe-bench": 0.8072,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.66,
         "tau-bench-2_retail/tau-bench-2/retail": 0.85,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.84
       }
@@ -664,7 +664,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 38.0
       }
     },
     {
@@ -673,7 +673,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 59.1
       }
     },
     {
@@ -682,7 +682,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 66.9
       }
     },
     {
@@ -756,7 +756,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 40.1
       }
     },
     {

         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.901,
         "helm_mmlu/Mean win rate": 0.014,
+        "reward-bench/Score": 0.8008,
         "reward-bench/Factuality": 0.5389,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.5137,
+        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.6646,
+        "reward-bench/Ties": 0.5601,
+        "reward-bench/Chat": 0.9469,
+        "reward-bench/Chat Hard": 0.6031,
+        "reward-bench/Reasoning": 0.7868
       }
     },
     {
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 13.9
       }
     },
     {
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "appworld_test_normal/appworld/test_normal": 0.66,
         "browsecompplus/browsecompplus": 0.49,
+        "swe-bench/swe-bench": 0.65,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.72,
         "tau-bench-2_retail/tau-bench-2/retail": 0.85,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.84
       }
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 36.9
       }
     },
     {
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 51.9
       }
     },
     {
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 74.7
       }
     },
     {
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 42.6
       }
     },
     {

data/developers/arcee-ai.json CHANGED Viewed

@@ -49,12 +49,12 @@
       "developer": "arcee-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5621,
-        "hfopenllm_v2/BBH": 0.5489,
-        "hfopenllm_v2/MATH Level 5": 0.2953,
-        "hfopenllm_v2/GPQA": 0.307,
-        "hfopenllm_v2/MUSR": 0.4021,
-        "hfopenllm_v2/MMLU-PRO": 0.3822
       }
     },
     {

       "developer": "arcee-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5718,
+        "hfopenllm_v2/BBH": 0.5481,
+        "hfopenllm_v2/MATH Level 5": 0.114,
+        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/MUSR": 0.4008,
+        "hfopenllm_v2/MMLU-PRO": 0.3813
       }
     },
     {

data/developers/atanddev.json CHANGED Viewed

@@ -7,12 +7,12 @@
       "developer": "AtAndDev",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4511,
-        "hfopenllm_v2/BBH": 0.4275,
-        "hfopenllm_v2/MATH Level 5": 0.1473,
-        "hfopenllm_v2/GPQA": 0.2701,
-        "hfopenllm_v2/MUSR": 0.3623,
-        "hfopenllm_v2/MMLU-PRO": 0.2806
       }
     }
   ]

       "developer": "AtAndDev",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4605,
+        "hfopenllm_v2/BBH": 0.4258,
+        "hfopenllm_v2/MATH Level 5": 0.0748,
+        "hfopenllm_v2/GPQA": 0.2659,
+        "hfopenllm_v2/MUSR": 0.3636,
+        "hfopenllm_v2/MMLU-PRO": 0.2812
       }
     }
   ]

data/developers/boltmonkey.json CHANGED Viewed

@@ -21,12 +21,12 @@
       "developer": "BoltMonkey",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.459,
-        "hfopenllm_v2/BBH": 0.5185,
-        "hfopenllm_v2/MATH Level 5": 0.0937,
-        "hfopenllm_v2/GPQA": 0.2743,
-        "hfopenllm_v2/MUSR": 0.4083,
-        "hfopenllm_v2/MMLU-PRO": 0.3631
       }
     },
     {

       "developer": "BoltMonkey",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7999,
+        "hfopenllm_v2/BBH": 0.5152,
+        "hfopenllm_v2/MATH Level 5": 0.1193,
+        "hfopenllm_v2/GPQA": 0.281,
+        "hfopenllm_v2/MUSR": 0.4019,
+        "hfopenllm_v2/MMLU-PRO": 0.3733
       }
     },
     {

data/developers/cognitivecomputations.json CHANGED Viewed

@@ -77,12 +77,12 @@
       "developer": "cognitivecomputations",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3613,
-        "hfopenllm_v2/BBH": 0.6123,
-        "hfopenllm_v2/MATH Level 5": 0.1239,
-        "hfopenllm_v2/GPQA": 0.328,
-        "hfopenllm_v2/MUSR": 0.4112,
-        "hfopenllm_v2/MMLU-PRO": 0.4494
       }
     },
     {

       "developer": "cognitivecomputations",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4124,
+        "hfopenllm_v2/BBH": 0.6383,
+        "hfopenllm_v2/MATH Level 5": 0.182,
+        "hfopenllm_v2/GPQA": 0.3289,
+        "hfopenllm_v2/MUSR": 0.4349,
+        "hfopenllm_v2/MMLU-PRO": 0.4525
       }
     },
     {

data/developers/columbia-nlp.json CHANGED Viewed

@@ -7,12 +7,12 @@
       "developer": "Columbia-NLP",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3278,
-        "hfopenllm_v2/BBH": 0.392,
-        "hfopenllm_v2/MATH Level 5": 0.0431,
-        "hfopenllm_v2/GPQA": 0.2492,
-        "hfopenllm_v2/MUSR": 0.412,
-        "hfopenllm_v2/MMLU-PRO": 0.1666
       }
     },
     {

       "developer": "Columbia-NLP",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3102,
+        "hfopenllm_v2/BBH": 0.3881,
+        "hfopenllm_v2/MATH Level 5": 0.0536,
+        "hfopenllm_v2/GPQA": 0.2534,
+        "hfopenllm_v2/MUSR": 0.4081,
+        "hfopenllm_v2/MMLU-PRO": 0.1665
       }
     },
     {

data/developers/cpayne1303.json CHANGED Viewed

@@ -35,12 +35,12 @@
       "developer": "cpayne1303",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1916,
-        "hfopenllm_v2/BBH": 0.2977,
-        "hfopenllm_v2/MATH Level 5": 0.0,
         "hfopenllm_v2/GPQA": 0.2685,
-        "hfopenllm_v2/MUSR": 0.3872,
-        "hfopenllm_v2/MMLU-PRO": 0.1132
       }
     },
     {

       "developer": "cpayne1303",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1949,
+        "hfopenllm_v2/BBH": 0.2965,
+        "hfopenllm_v2/MATH Level 5": 0.0045,
         "hfopenllm_v2/GPQA": 0.2685,
+        "hfopenllm_v2/MUSR": 0.3885,
+        "hfopenllm_v2/MMLU-PRO": 0.1111
       }
     },
     {

data/developers/daemontatox.json CHANGED Viewed

@@ -119,12 +119,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.777,
-        "hfopenllm_v2/BBH": 0.5187,
-        "hfopenllm_v2/MATH Level 5": 0.2198,
-        "hfopenllm_v2/GPQA": 0.2936,
-        "hfopenllm_v2/MUSR": 0.3911,
-        "hfopenllm_v2/MMLU-PRO": 0.3738
       }
     },
     {
@@ -231,12 +231,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4855,
-        "hfopenllm_v2/BBH": 0.6627,
-        "hfopenllm_v2/MATH Level 5": 0.4841,
-        "hfopenllm_v2/GPQA": 0.3096,
-        "hfopenllm_v2/MUSR": 0.4256,
-        "hfopenllm_v2/MMLU-PRO": 0.5542
       }
     },
     {

       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5064,
+        "hfopenllm_v2/BBH": 0.5112,
+        "hfopenllm_v2/MATH Level 5": 0.1631,
+        "hfopenllm_v2/GPQA": 0.3163,
+        "hfopenllm_v2/MUSR": 0.3973,
+        "hfopenllm_v2/MMLU-PRO": 0.3802
       }
     },
     {
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3745,
+        "hfopenllm_v2/BBH": 0.6668,
+        "hfopenllm_v2/MATH Level 5": 0.4758,
+        "hfopenllm_v2/GPQA": 0.3943,
+        "hfopenllm_v2/MUSR": 0.4858,
+        "hfopenllm_v2/MMLU-PRO": 0.5593
       }
     },
     {

data/developers/deepmount00.json CHANGED Viewed

@@ -63,12 +63,12 @@
       "developer": "DeepMount00",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7917,
-        "hfopenllm_v2/BBH": 0.5109,
-        "hfopenllm_v2/MATH Level 5": 0.1088,
-        "hfopenllm_v2/GPQA": 0.2878,
-        "hfopenllm_v2/MUSR": 0.4136,
-        "hfopenllm_v2/MMLU-PRO": 0.3876
       }
     },
     {

       "developer": "DeepMount00",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.5365,
+        "hfopenllm_v2/BBH": 0.517,
+        "hfopenllm_v2/MATH Level 5": 0.1707,
+        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/MUSR": 0.4487,
+        "hfopenllm_v2/MMLU-PRO": 0.396
       }
     },
     {

data/developers/doppelreflex.json CHANGED Viewed

@@ -175,12 +175,12 @@
       "developer": "DoppelReflEx",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.451,
-        "hfopenllm_v2/BBH": 0.4944,
-        "hfopenllm_v2/MATH Level 5": 0.1156,
-        "hfopenllm_v2/GPQA": 0.3196,
-        "hfopenllm_v2/MUSR": 0.3896,
-        "hfopenllm_v2/MMLU-PRO": 0.3256
       }
     },
     {

       "developer": "DoppelReflEx",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.436,
+        "hfopenllm_v2/BBH": 0.4956,
+        "hfopenllm_v2/MATH Level 5": 0.0589,
+        "hfopenllm_v2/GPQA": 0.3205,
+        "hfopenllm_v2/MUSR": 0.3843,
+        "hfopenllm_v2/MMLU-PRO": 0.3237
       }
     },
     {

data/developers/epistemeai.json CHANGED Viewed

@@ -231,12 +231,12 @@
       "developer": "EpistemeAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7207,
-        "hfopenllm_v2/BBH": 0.461,
-        "hfopenllm_v2/MATH Level 5": 0.1314,
-        "hfopenllm_v2/GPQA": 0.2701,
-        "hfopenllm_v2/MUSR": 0.3432,
-        "hfopenllm_v2/MMLU-PRO": 0.3354
       }
     },
     {

       "developer": "EpistemeAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7305,
+        "hfopenllm_v2/BBH": 0.4649,
+        "hfopenllm_v2/MATH Level 5": 0.1397,
+        "hfopenllm_v2/GPQA": 0.2659,
+        "hfopenllm_v2/MUSR": 0.3209,
+        "hfopenllm_v2/MMLU-PRO": 0.348
       }
     },
     {

data/developers/etherll.json CHANGED Viewed

@@ -35,12 +35,12 @@
       "developer": "Etherll",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4672,
-        "hfopenllm_v2/BBH": 0.5013,
-        "hfopenllm_v2/MATH Level 5": 0.0279,
-        "hfopenllm_v2/GPQA": 0.2861,
-        "hfopenllm_v2/MUSR": 0.386,
-        "hfopenllm_v2/MMLU-PRO": 0.3482
       }
     },
     {

       "developer": "Etherll",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.6106,
+        "hfopenllm_v2/BBH": 0.5347,
+        "hfopenllm_v2/MATH Level 5": 0.1548,
+        "hfopenllm_v2/GPQA": 0.3146,
+        "hfopenllm_v2/MUSR": 0.3991,
+        "hfopenllm_v2/MMLU-PRO": 0.3752
       }
     },
     {

data/developers/fblgit.json CHANGED Viewed

@@ -91,12 +91,12 @@
       "developer": "fblgit",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5181,
-        "hfopenllm_v2/BBH": 0.7033,
-        "hfopenllm_v2/MATH Level 5": 0.4947,
-        "hfopenllm_v2/GPQA": 0.3826,
-        "hfopenllm_v2/MUSR": 0.5008,
-        "hfopenllm_v2/MMLU-PRO": 0.5915
       }
     },
     {

       "developer": "fblgit",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4503,
+        "hfopenllm_v2/BBH": 0.7035,
+        "hfopenllm_v2/MATH Level 5": 0.3943,
+        "hfopenllm_v2/GPQA": 0.401,
+        "hfopenllm_v2/MUSR": 0.5021,
+        "hfopenllm_v2/MMLU-PRO": 0.5911
       }
     },
     {

data/developers/goekdeniz-guelmez.json CHANGED Viewed

@@ -49,12 +49,12 @@
       "developer": "Goekdeniz-Guelmez",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7598,
-        "hfopenllm_v2/BBH": 0.5107,
-        "hfopenllm_v2/MATH Level 5": 0.4237,
-        "hfopenllm_v2/GPQA": 0.2768,
-        "hfopenllm_v2/MUSR": 0.4539,
-        "hfopenllm_v2/MMLU-PRO": 0.4012
       }
     },
     {

       "developer": "Goekdeniz-Guelmez",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7628,
+        "hfopenllm_v2/BBH": 0.5098,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2802,
+        "hfopenllm_v2/MUSR": 0.4579,
+        "hfopenllm_v2/MMLU-PRO": 0.4033
       }
     },
     {

data/developers/google.json CHANGED Viewed

@@ -139,6 +139,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "apex-agents/Overall Pass@1": 0.24,
         "apex-agents/Overall Pass@8": 0.367,
         "apex-agents/Overall Mean Score": 0.395,
@@ -146,7 +147,6 @@
         "apex-agents/Management Consulting Pass@1": 0.193,
         "apex-agents/Corporate Law Pass@1": 0.259,
         "apex-agents/Corporate Lawyer Mean Score": 0.524,
-        "ace/Gaming Score": 0.415,
         "apex-v1/Overall Score": 0.64,
         "apex-v1/Consulting Score": 0.64
       }
@@ -723,7 +723,7 @@
         "reward-bench/Safety": 0.909,
         "reward-bench/Focus": 0.841,
         "reward-bench/Ties": 0.809,
-        "terminal-bench-2.0/terminal-bench-2.0": 17.1
       }
     },
     {
@@ -823,7 +823,7 @@
         "reward-bench/Safety": 0.881,
         "reward-bench/Focus": 0.805,
         "reward-bench/Ties": 0.811,
-        "terminal-bench-2.0/terminal-bench-2.0": 19.6
       }
     },
     {
@@ -879,7 +879,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.13,
         "browsecompplus/browsecompplus": 0.48,
         "global-mmlu-lite/Global MMLU Lite": 0.9453,
         "global-mmlu-lite/Culturally Sensitive": 0.9397,
@@ -901,9 +901,9 @@
         "global-mmlu-lite/Chinese": 0.9475,
         "global-mmlu-lite/Burmese": 0.9425,
         "swe-bench/swe-bench": 0.7234,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.7,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.7805,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.6852
       }
     },
     {
@@ -912,7 +912,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 78.4
       }
     },
     {

       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "ace/Gaming Score": 0.415,
         "apex-agents/Overall Pass@1": 0.24,
         "apex-agents/Overall Pass@8": 0.367,
         "apex-agents/Overall Mean Score": 0.395,
         "apex-agents/Management Consulting Pass@1": 0.193,
         "apex-agents/Corporate Law Pass@1": 0.259,
         "apex-agents/Corporate Lawyer Mean Score": 0.524,
         "apex-v1/Overall Score": 0.64,
         "apex-v1/Consulting Score": 0.64
       }
         "reward-bench/Safety": 0.909,
         "reward-bench/Focus": 0.841,
         "reward-bench/Ties": 0.809,
+        "terminal-bench-2.0/terminal-bench-2.0": 15.4
       }
     },
     {
         "reward-bench/Safety": 0.881,
         "reward-bench/Focus": 0.805,
         "reward-bench/Ties": 0.811,
+        "terminal-bench-2.0/terminal-bench-2.0": 16.4
       }
     },
     {
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "appworld_test_normal/appworld/test_normal": 0.36,
         "browsecompplus/browsecompplus": 0.48,
         "global-mmlu-lite/Global MMLU Lite": 0.9453,
         "global-mmlu-lite/Culturally Sensitive": 0.9397,
         "global-mmlu-lite/Chinese": 0.9475,
         "global-mmlu-lite/Burmese": 0.9425,
         "swe-bench/swe-bench": 0.7234,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.68,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.82,
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.73
       }
     },
     {
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 74.8
       }
     },
     {

data/developers/gunulhona.json CHANGED Viewed

@@ -21,12 +21,12 @@
       "developer": "Gunulhona",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4441,
-        "hfopenllm_v2/BBH": 0.4863,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.307,
-        "hfopenllm_v2/MUSR": 0.3986,
-        "hfopenllm_v2/MMLU-PRO": 0.3098
       }
     }
   ]

       "developer": "Gunulhona",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.288,
+        "hfopenllm_v2/BBH": 0.5154,
         "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.3247,
+        "hfopenllm_v2/MUSR": 0.408,
+        "hfopenllm_v2/MMLU-PRO": 0.3817
       }
     }
   ]

data/developers/hendrydong.json CHANGED Viewed

@@ -7,17 +7,17 @@
       "developer": "hendrydong",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7847,
         "reward-bench/Factuality": 0.5779,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.6011,
-        "reward-bench/Safety": 0.85,
         "reward-bench/Focus": 0.6747,
-        "reward-bench/Ties": 0.5988,
-        "reward-bench/Chat": 0.9832,
-        "reward-bench/Chat Hard": 0.5789,
-        "reward-bench/Reasoning": 0.7434,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7508
       }
     }
   ]

       "developer": "hendrydong",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.5851,
+        "reward-bench/Chat": 0.9832,
+        "reward-bench/Chat Hard": 0.5789,
+        "reward-bench/Safety": 0.6956,
+        "reward-bench/Reasoning": 0.7434,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7508,
         "reward-bench/Factuality": 0.5779,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.6011,
         "reward-bench/Focus": 0.6747,
+        "reward-bench/Ties": 0.5988
       }
     }
   ]

data/developers/huggingfacetb.json CHANGED Viewed

@@ -161,12 +161,12 @@
       "developer": "HuggingFaceTB",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3842,
-        "hfopenllm_v2/BBH": 0.3144,
-        "hfopenllm_v2/MATH Level 5": 0.0151,
-        "hfopenllm_v2/GPQA": 0.255,
-        "hfopenllm_v2/MUSR": 0.3461,
-        "hfopenllm_v2/MMLU-PRO": 0.1117
       }
     }
   ]

       "developer": "HuggingFaceTB",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.083,
+        "hfopenllm_v2/BBH": 0.3053,
+        "hfopenllm_v2/MATH Level 5": 0.0083,
+        "hfopenllm_v2/GPQA": 0.2651,
+        "hfopenllm_v2/MUSR": 0.3423,
+        "hfopenllm_v2/MMLU-PRO": 0.1126
       }
     }
   ]

data/developers/infly.json CHANGED Viewed

@@ -7,16 +7,16 @@
       "developer": "infly",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7648,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.9101,
-        "reward-bench/Safety": 0.9644,
-        "reward-bench/Reasoning": 0.9912,
         "reward-bench/Factuality": 0.7411,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
         "reward-bench/Focus": 0.903,
-        "reward-bench/Ties": 0.8622
       }
     }
   ]

       "developer": "infly",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.9511,
         "reward-bench/Factuality": 0.7411,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
+        "reward-bench/Safety": 0.9365,
         "reward-bench/Focus": 0.903,
+        "reward-bench/Ties": 0.8622,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.9101,
+        "reward-bench/Reasoning": 0.9912
       }
     }
   ]

data/developers/internlm.json CHANGED Viewed

@@ -21,16 +21,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.3902,
-        "reward-bench/Chat": 0.9358,
-        "reward-bench/Chat Hard": 0.6623,
-        "reward-bench/Safety": 0.4711,
-        "reward-bench/Reasoning": 0.8724,
         "reward-bench/Factuality": 0.2758,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.4426,
         "reward-bench/Focus": 0.596,
-        "reward-bench/Ties": 0.1934
       }
     },
     {
@@ -39,16 +39,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9016,
         "reward-bench/Factuality": 0.5558,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.5738,
-        "reward-bench/Safety": 0.8946,
         "reward-bench/Focus": 0.7253,
-        "reward-bench/Ties": 0.5483,
-        "reward-bench/Chat": 0.9888,
-        "reward-bench/Chat Hard": 0.7654,
-        "reward-bench/Reasoning": 0.9576
       }
     },
     {

       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.8217,
         "reward-bench/Factuality": 0.2758,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.4426,
+        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.596,
+        "reward-bench/Ties": 0.1934,
+        "reward-bench/Chat": 0.9358,
+        "reward-bench/Chat Hard": 0.6623,
+        "reward-bench/Reasoning": 0.8724
       }
     },
     {
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.5628,
+        "reward-bench/Chat": 0.9888,
+        "reward-bench/Chat Hard": 0.7654,
+        "reward-bench/Safety": 0.6111,
+        "reward-bench/Reasoning": 0.9576,
         "reward-bench/Factuality": 0.5558,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.5738,
         "reward-bench/Focus": 0.7253,
+        "reward-bench/Ties": 0.5483
       }
     },
     {

data/developers/isaak-carter.json CHANGED Viewed

@@ -35,12 +35,12 @@
       "developer": "Isaak-Carter",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2477,
-        "hfopenllm_v2/BBH": 0.4758,
-        "hfopenllm_v2/MATH Level 5": 0.0453,
-        "hfopenllm_v2/GPQA": 0.2911,
-        "hfopenllm_v2/MUSR": 0.3641,
-        "hfopenllm_v2/MMLU-PRO": 0.3292
       }
     }
   ]

       "developer": "Isaak-Carter",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.2553,
+        "hfopenllm_v2/BBH": 0.4725,
+        "hfopenllm_v2/MATH Level 5": 0.0529,
+        "hfopenllm_v2/GPQA": 0.2919,
+        "hfopenllm_v2/MUSR": 0.3654,
+        "hfopenllm_v2/MMLU-PRO": 0.3316
       }
     }
   ]

data/developers/jaspionjader.json CHANGED Viewed

@@ -1477,12 +1477,12 @@
       "developer": "jaspionjader",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4345,
-        "hfopenllm_v2/BBH": 0.5419,
-        "hfopenllm_v2/MATH Level 5": 0.1292,
-        "hfopenllm_v2/GPQA": 0.3087,
         "hfopenllm_v2/MUSR": 0.4277,
-        "hfopenllm_v2/MMLU-PRO": 0.3854
       }
     },
     {

       "developer": "jaspionjader",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4418,
+        "hfopenllm_v2/BBH": 0.5406,
+        "hfopenllm_v2/MATH Level 5": 0.1352,
+        "hfopenllm_v2/GPQA": 0.3062,
         "hfopenllm_v2/MUSR": 0.4277,
+        "hfopenllm_v2/MMLU-PRO": 0.386
       }
     },
     {

data/developers/kavonalds.json CHANGED Viewed

@@ -7,12 +7,12 @@
       "developer": "kavonalds",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2701,
-        "hfopenllm_v2/BBH": 0.5566,
         "hfopenllm_v2/MATH Level 5": 0.068,
-        "hfopenllm_v2/GPQA": 0.2802,
-        "hfopenllm_v2/MUSR": 0.3682,
-        "hfopenllm_v2/MMLU-PRO": 0.1449
       }
     },
     {

       "developer": "kavonalds",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.3283,
+        "hfopenllm_v2/BBH": 0.6651,
         "hfopenllm_v2/MATH Level 5": 0.068,
+        "hfopenllm_v2/GPQA": 0.2609,
+        "hfopenllm_v2/MUSR": 0.3393,
+        "hfopenllm_v2/MMLU-PRO": 0.1314
       }
     },
     {

data/developers/lxzgordon.json CHANGED Viewed

@@ -20,16 +20,16 @@
       "developer": "LxzGordon",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9294,
         "reward-bench/Factuality": 0.6884,
         "reward-bench/Precise IF": 0.45,
         "reward-bench/Math": 0.6393,
-        "reward-bench/Safety": 0.9108,
         "reward-bench/Focus": 0.9758,
-        "reward-bench/Ties": 0.7653,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.8816,
-        "reward-bench/Reasoning": 0.9698
       }
     }
   ]

       "developer": "LxzGordon",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.7394,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.8816,
+        "reward-bench/Safety": 0.9178,
+        "reward-bench/Reasoning": 0.9698,
         "reward-bench/Factuality": 0.6884,
         "reward-bench/Precise IF": 0.45,
         "reward-bench/Math": 0.6393,
         "reward-bench/Focus": 0.9758,
+        "reward-bench/Ties": 0.7653
       }
     }
   ]

data/developers/magpie-align.json CHANGED Viewed

@@ -35,12 +35,12 @@
       "developer": "Magpie-Align",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4118,
-        "hfopenllm_v2/BBH": 0.4811,
-        "hfopenllm_v2/MATH Level 5": 0.034,
-        "hfopenllm_v2/GPQA": 0.2752,
-        "hfopenllm_v2/MUSR": 0.3047,
-        "hfopenllm_v2/MMLU-PRO": 0.3006
       }
     },
     {

       "developer": "Magpie-Align",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4027,
+        "hfopenllm_v2/BBH": 0.4789,
+        "hfopenllm_v2/MATH Level 5": 0.0461,
+        "hfopenllm_v2/GPQA": 0.2768,
+        "hfopenllm_v2/MUSR": 0.3087,
+        "hfopenllm_v2/MMLU-PRO": 0.3001
       }
     },
     {

data/developers/meta-llama.json CHANGED Viewed

@@ -265,12 +265,12 @@
       "developer": "meta-llama",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4782,
-        "hfopenllm_v2/BBH": 0.491,
-        "hfopenllm_v2/MATH Level 5": 0.0914,
-        "hfopenllm_v2/GPQA": 0.2928,
-        "hfopenllm_v2/MUSR": 0.3805,
-        "hfopenllm_v2/MMLU-PRO": 0.3591,
         "reward-bench/Score": 0.645,
         "reward-bench/Chat": 0.8547,
         "reward-bench/Chat Hard": 0.4156,

       "developer": "meta-llama",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.7408,
+        "hfopenllm_v2/BBH": 0.4989,
+        "hfopenllm_v2/MATH Level 5": 0.0869,
+        "hfopenllm_v2/GPQA": 0.2592,
+        "hfopenllm_v2/MUSR": 0.3568,
+        "hfopenllm_v2/MMLU-PRO": 0.3664,
         "reward-bench/Score": 0.645,
         "reward-bench/Chat": 0.8547,
         "reward-bench/Chat Hard": 0.4156,

data/developers/mistralai.json CHANGED Viewed

@@ -513,12 +513,12 @@
       "developer": "mistralai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.6283,
-        "hfopenllm_v2/BBH": 0.583,
-        "hfopenllm_v2/MATH Level 5": 0.2039,
-        "hfopenllm_v2/GPQA": 0.3331,
-        "hfopenllm_v2/MUSR": 0.4063,
-        "hfopenllm_v2/MMLU-PRO": 0.4099
       }
     },
     {

       "developer": "mistralai",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.667,
+        "hfopenllm_v2/BBH": 0.5213,
+        "hfopenllm_v2/MATH Level 5": 0.1435,
+        "hfopenllm_v2/GPQA": 0.3238,
+        "hfopenllm_v2/MUSR": 0.3632,
+        "hfopenllm_v2/MMLU-PRO": 0.396
       }
     },
     {

data/developers/mlabonne.json CHANGED Viewed

@@ -161,12 +161,12 @@
       "developer": "mlabonne",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7561,
-        "hfopenllm_v2/BBH": 0.5111,
-        "hfopenllm_v2/MATH Level 5": 0.0906,
-        "hfopenllm_v2/GPQA": 0.3062,
-        "hfopenllm_v2/MUSR": 0.4019,
-        "hfopenllm_v2/MMLU-PRO": 0.3841
       }
     },
     {

       "developer": "mlabonne",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.4162,
+        "hfopenllm_v2/BBH": 0.5124,
+        "hfopenllm_v2/MATH Level 5": 0.0853,
+        "hfopenllm_v2/GPQA": 0.3029,
+        "hfopenllm_v2/MUSR": 0.415,
+        "hfopenllm_v2/MMLU-PRO": 0.3802
       }
     },
     {

data/developers/moonshot_ai.json CHANGED Viewed

@@ -7,7 +7,7 @@
       "developer": "Moonshot AI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 26.7
       }
     },
     {

       "developer": "Moonshot AI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 27.8
       }
     },
     {

data/developers/multiple.json CHANGED Viewed

@@ -7,7 +7,7 @@
       "developer": "Multiple",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 58.4
       }
     }
   ]

       "developer": "Multiple",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 72.4
       }
     }
   ]

data/developers/ncsoft.json CHANGED Viewed

@@ -20,16 +20,16 @@
       "developer": "NCSOFT",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8942,
         "reward-bench/Factuality": 0.6084,
         "reward-bench/Precise IF": 0.4,
         "reward-bench/Math": 0.5191,
-        "reward-bench/Safety": 0.8676,
         "reward-bench/Focus": 0.9596,
-        "reward-bench/Ties": 0.6786,
-        "reward-bench/Chat": 0.9721,
-        "reward-bench/Chat Hard": 0.818,
-        "reward-bench/Reasoning": 0.9192
       }
     },
     {

       "developer": "NCSOFT",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.648,
+        "reward-bench/Chat": 0.9721,
+        "reward-bench/Chat Hard": 0.818,
+        "reward-bench/Safety": 0.7222,
+        "reward-bench/Reasoning": 0.9192,
         "reward-bench/Factuality": 0.6084,
         "reward-bench/Precise IF": 0.4,
         "reward-bench/Math": 0.5191,
         "reward-bench/Focus": 0.9596,
+        "reward-bench/Ties": 0.6786
       }
     },
     {

data/developers/nexusflow.json CHANGED Viewed

@@ -21,17 +21,17 @@
       "developer": "Nexusflow",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.4553,
-        "reward-bench/Chat": 0.9693,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Safety": 0.7556,
-        "reward-bench/Reasoning": 0.8845,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7137,
         "reward-bench/Factuality": 0.4589,
         "reward-bench/Precise IF": 0.3187,
         "reward-bench/Math": 0.6175,
         "reward-bench/Focus": 0.4808,
-        "reward-bench/Ties": 0.1004
       }
     }
   ]

       "developer": "Nexusflow",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.8133,
         "reward-bench/Factuality": 0.4589,
         "reward-bench/Precise IF": 0.3187,
         "reward-bench/Math": 0.6175,
+        "reward-bench/Safety": 0.877,
         "reward-bench/Focus": 0.4808,
+        "reward-bench/Ties": 0.1004,
+        "reward-bench/Chat": 0.9693,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Reasoning": 0.8845,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7137
       }
     }
   ]

data/developers/ontocord.json CHANGED Viewed

@@ -273,12 +273,12 @@
       "developer": "ontocord",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1162,
-        "hfopenllm_v2/BBH": 0.3184,
-        "hfopenllm_v2/MATH Level 5": 0.0076,
-        "hfopenllm_v2/GPQA": 0.2634,
-        "hfopenllm_v2/MUSR": 0.3447,
-        "hfopenllm_v2/MMLU-PRO": 0.1124
       }
     },
     {

       "developer": "ontocord",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "hfopenllm_v2/IFEval": 0.1128,
+        "hfopenllm_v2/BBH": 0.3171,
+        "hfopenllm_v2/MATH Level 5": 0.0113,
+        "hfopenllm_v2/GPQA": 0.2685,
+        "hfopenllm_v2/MUSR": 0.346,
+        "hfopenllm_v2/MMLU-PRO": 0.1129
       }
     },
     {

data/developers/openai.json CHANGED Viewed

@@ -163,16 +163,16 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
         "apex-agents/Overall Pass@1": 0.23,
         "apex-agents/Overall Pass@8": 0.4,
         "apex-agents/Overall Mean Score": 0.387,
         "apex-agents/Investment Banking Pass@1": 0.273,
         "apex-agents/Management Consulting Pass@1": 0.227,
         "apex-agents/Corporate Law Pass@1": 0.189,
-        "apex-agents/Corporate Lawyer Mean Score": 0.443,
-        "ace/Overall Score": 0.515,
-        "ace/Food Score": 0.65,
-        "ace/Gaming Score": 0.578
       }
     },
     {
@@ -772,16 +772,16 @@
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.883,
         "helm_mmlu/Mean win rate": 0.52,
-        "reward-bench/Score": 0.8673,
         "reward-bench/Factuality": 0.5684,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.623,
-        "reward-bench/Safety": 0.8811,
         "reward-bench/Focus": 0.7293,
-        "reward-bench/Ties": 0.7819,
-        "reward-bench/Chat": 0.9609,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Reasoning": 0.8661
       }
     },
     {
@@ -859,16 +859,16 @@
         "helm_mmlu/Virology": 0.536,
         "helm_mmlu/World Religions": 0.86,
         "helm_mmlu/Mean win rate": 0.774,
-        "reward-bench/Score": 0.8007,
         "reward-bench/Factuality": 0.4105,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5191,
-        "reward-bench/Safety": 0.8081,
         "reward-bench/Focus": 0.7414,
-        "reward-bench/Ties": 0.6962,
-        "reward-bench/Chat": 0.9497,
-        "reward-bench/Chat Hard": 0.6075,
-        "reward-bench/Reasoning": 0.8374
       }
     },
     {
@@ -922,7 +922,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 41.3
       }
     },
     {
@@ -931,7 +931,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 22.2
       }
     },
     {
@@ -954,7 +954,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 7.9
       }
     },
     {
@@ -986,7 +986,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 36.9
       }
     },
     {
@@ -1013,7 +1013,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 54.0
       }
     },
     {
@@ -1022,15 +1022,15 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.0,
-        "browsecompplus/browsecompplus": 0.48,
         "livecodebenchpro/Hard Problems": 0.1594,
         "livecodebenchpro/Medium Problems": 0.5211,
         "livecodebenchpro/Easy Problems": 0.9014,
-        "swe-bench/swe-bench": 0.5455,
-        "tau-bench-2_airline/tau-bench-2/airline": 0.48,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.51,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.5354
       }
     },
     {
@@ -1048,7 +1048,7 @@
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 77.3
       }
     },
     {
@@ -1130,7 +1130,7 @@
         "livecodebenchpro/Hard Problems": 0.0,
         "livecodebenchpro/Medium Problems": 0.056338028169014086,
         "livecodebenchpro/Easy Problems": 0.5070422535211268,
-        "terminal-bench-2.0/terminal-bench-2.0": 3.4
       }
     },
     {

       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "ace/Overall Score": 0.515,
+        "ace/Food Score": 0.65,
+        "ace/Gaming Score": 0.578,
         "apex-agents/Overall Pass@1": 0.23,
         "apex-agents/Overall Pass@8": 0.4,
         "apex-agents/Overall Mean Score": 0.387,
         "apex-agents/Investment Banking Pass@1": 0.273,
         "apex-agents/Management Consulting Pass@1": 0.227,
         "apex-agents/Corporate Law Pass@1": 0.189,
+        "apex-agents/Corporate Lawyer Mean Score": 0.443
       }
     },
     {
         "helm_mmlu/Virology": 0.578,
         "helm_mmlu/World Religions": 0.883,
         "helm_mmlu/Mean win rate": 0.52,
+        "reward-bench/Score": 0.6493,
+        "reward-bench/Chat": 0.9609,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Safety": 0.8619,
+        "reward-bench/Reasoning": 0.8661,
         "reward-bench/Factuality": 0.5684,
         "reward-bench/Precise IF": 0.3312,
         "reward-bench/Math": 0.623,
         "reward-bench/Focus": 0.7293,
+        "reward-bench/Ties": 0.7819
       }
     },
     {
         "helm_mmlu/Virology": 0.536,
         "helm_mmlu/World Religions": 0.86,
         "helm_mmlu/Mean win rate": 0.774,
+        "reward-bench/Score": 0.5796,
+        "reward-bench/Chat": 0.9497,
+        "reward-bench/Chat Hard": 0.6075,
+        "reward-bench/Safety": 0.7667,
+        "reward-bench/Reasoning": 0.8374,
         "reward-bench/Factuality": 0.4105,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5191,
         "reward-bench/Focus": 0.7414,
+        "reward-bench/Ties": 0.6962
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 43.4
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 34.8
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 7.0
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 53.5
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 60.7
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "appworld_test_normal/appworld/test_normal": 0.071,
+        "browsecompplus/browsecompplus": 0.46,
         "livecodebenchpro/Hard Problems": 0.1594,
         "livecodebenchpro/Medium Problems": 0.5211,
         "livecodebenchpro/Easy Problems": 0.9014,
+        "swe-bench/swe-bench": 0.57,
+        "tau-bench-2_airline/tau-bench-2/airline": 0.6,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.73,
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.55
       }
     },
     {
       "developer": "OpenAI",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "terminal-bench-2.0/terminal-bench-2.0": 74.6
       }
     },
     {
         "livecodebenchpro/Hard Problems": 0.0,
         "livecodebenchpro/Medium Problems": 0.056338028169014086,
         "livecodebenchpro/Easy Problems": 0.5070422535211268,
+        "terminal-bench-2.0/terminal-bench-2.0": 3.1
       }
     },
     {

data/developers/openassistant.json CHANGED Viewed

@@ -59,17 +59,17 @@
       "developer": "OpenAssistant",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.32,
-        "reward-bench/Chat": 0.8939,
-        "reward-bench/Chat Hard": 0.4518,
-        "reward-bench/Safety": 0.3667,
-        "reward-bench/Reasoning": 0.3855,
-        "reward-bench/Prior Sets (0.5 weight)": 0.5836,
         "reward-bench/Factuality": 0.3853,
         "reward-bench/Precise IF": 0.2687,
         "reward-bench/Math": 0.5027,
         "reward-bench/Focus": 0.2768,
-        "reward-bench/Ties": 0.12
       }
     }
   ]

       "developer": "OpenAssistant",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.6126,
         "reward-bench/Factuality": 0.3853,
         "reward-bench/Precise IF": 0.2687,
         "reward-bench/Math": 0.5027,
+        "reward-bench/Safety": 0.7338,
         "reward-bench/Focus": 0.2768,
+        "reward-bench/Ties": 0.12,
+        "reward-bench/Chat": 0.8939,
+        "reward-bench/Chat Hard": 0.4518,
+        "reward-bench/Reasoning": 0.3855,
+        "reward-bench/Prior Sets (0.5 weight)": 0.5836
       }
     }
   ]

data/developers/openbmb.json CHANGED Viewed

@@ -21,17 +21,17 @@
       "developer": "openbmb",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5806,
-        "reward-bench/Chat": 0.9804,
-        "reward-bench/Chat Hard": 0.6557,
-        "reward-bench/Safety": 0.6267,
-        "reward-bench/Reasoning": 0.8633,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7172,
         "reward-bench/Factuality": 0.6,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5683,
         "reward-bench/Focus": 0.7475,
-        "reward-bench/Ties": 0.5972
       }
     },
     {

       "developer": "openbmb",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.8159,
         "reward-bench/Factuality": 0.6,
         "reward-bench/Precise IF": 0.3438,
         "reward-bench/Math": 0.5683,
+        "reward-bench/Safety": 0.8135,
         "reward-bench/Focus": 0.7475,
+        "reward-bench/Ties": 0.5972,
+        "reward-bench/Chat": 0.9804,
+        "reward-bench/Chat Hard": 0.6557,
+        "reward-bench/Reasoning": 0.8633,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7172
       }
     },
     {

data/developers/pku-alignment.json CHANGED Viewed

@@ -7,17 +7,17 @@
       "developer": "PKU-Alignment",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.3332,
-        "reward-bench/Chat": 0.6173,
-        "reward-bench/Chat Hard": 0.4232,
-        "reward-bench/Safety": 0.7589,
-        "reward-bench/Reasoning": 0.5482,
-        "reward-bench/Prior Sets (0.5 weight)": 0.57,
         "reward-bench/Factuality": 0.3263,
         "reward-bench/Precise IF": 0.2313,
         "reward-bench/Math": 0.3989,
         "reward-bench/Focus": 0.2939,
-        "reward-bench/Ties": -0.01
       }
     },
     {

       "developer": "PKU-Alignment",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "reward-bench/Score": 0.5798,
         "reward-bench/Factuality": 0.3263,
         "reward-bench/Precise IF": 0.2313,
         "reward-bench/Math": 0.3989,
+        "reward-bench/Safety": 0.7351,
         "reward-bench/Focus": 0.2939,
+        "reward-bench/Ties": -0.01,
+        "reward-bench/Chat": 0.6173,
+        "reward-bench/Chat Hard": 0.4232,
+        "reward-bench/Reasoning": 0.5482,
+        "reward-bench/Prior Sets (0.5 weight)": 0.57
       }
     },
     {