chore: sync EEE pipeline output [2026-04-07 05:13 UTC]

data/benchmarks.json

@@ -15,6 +15,10 @@
     "benchmark": "appworld_test_normal",
     "model_count": 3
   },
+  {
+    "benchmark": "bfcl",
+    "model_count": 109
+  },
   {
     "benchmark": "browsecompplus",
     "model_count": 3
@@ -45,7 +49,7 @@
   },
   {
     "benchmark": "hfopenllm_v2",
-    "model_count": 4494
+    "model_count": 4493
   },
   {
     "benchmark": "la_leaderboard",

data/benchmarks/appworld_test_normal.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "appworld/test_normal": 0.36
+        "appworld/test_normal": 0.505
       }
     },
     {

data/benchmarks/browsecompplus.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "browsecompplus": 0.49
+        "browsecompplus": 0.61
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "browsecompplus": 0.43
+        "browsecompplus": 0.26
       }
     }
   ]

data/benchmarks/hfopenllm_v2.json

@@ -1019,12 +1019,12 @@
       "name": "Qwen2.5-1.5B-continuous-learnt",
       "developer": "AtAndDev",
       "scores": {
-        "IFEval": 0.4605,
-        "BBH": 0.4258,
-        "MATH Level 5": 0.0748,
-        "GPQA": 0.2659,
-        "MUSR": 0.3636,
-        "MMLU-PRO": 0.2812
+        "IFEval": 0.4511,
+        "BBH": 0.4275,
+        "MATH Level 5": 0.1473,
+        "GPQA": 0.2701,
+        "MUSR": 0.3623,
+        "MMLU-PRO": 0.2806
       }
     },
     {
@@ -2176,12 +2176,12 @@
       "name": "LION-Gemma-2b-dpo-v1.0",
       "developer": "Columbia-NLP",
       "scores": {
-        "IFEval": 0.3102,
-        "BBH": 0.3881,
-        "MATH Level 5": 0.0536,
-        "GPQA": 0.2534,
-        "MUSR": 0.4081,
-        "MMLU-PRO": 0.1665
+        "IFEval": 0.3278,
+        "BBH": 0.392,
+        "MATH Level 5": 0.0431,
+        "GPQA": 0.2492,
+        "MUSR": 0.412,
+        "MMLU-PRO": 0.1666
       }
     },
     {
@@ -3125,12 +3125,12 @@
       "name": "DocumentCogito",
       "developer": "Daemontatox",
       "scores": {
-        "IFEval": 0.777,
-        "BBH": 0.5187,
-        "MATH Level 5": 0.2198,
-        "GPQA": 0.2936,
-        "MUSR": 0.3911,
-        "MMLU-PRO": 0.3738
+        "IFEval": 0.5064,
+        "BBH": 0.5112,
+        "MATH Level 5": 0.1631,
+        "GPQA": 0.3163,
+        "MUSR": 0.3973,
+        "MMLU-PRO": 0.3802
       }
     },
     {
@@ -4009,12 +4009,12 @@
       "name": "Llama-3.2-1B-SPIN-iter0",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1549,
-        "BBH": 0.2937,
-        "MATH Level 5": 0.006,
-        "GPQA": 0.2576,
+        "IFEval": 0.1507,
+        "BBH": 0.293,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2534,
         "MUSR": 0.3565,
-        "MMLU-PRO": 0.1128
+        "MMLU-PRO": 0.1125
       }
     },
     {
@@ -4048,12 +4048,12 @@
       "name": "Llama-3.2-1B-SPIN-iter3",
       "developer": "DavieLion",
       "scores": {
-        "IFEval": 0.1324,
-        "BBH": 0.2972,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2643,
-        "MUSR": 0.3527,
-        "MMLU-PRO": 0.1129
+        "IFEval": 0.1336,
+        "BBH": 0.2975,
+        "MATH Level 5": 0.0068,
+        "GPQA": 0.2534,
+        "MUSR": 0.35,
+        "MMLU-PRO": 0.1128
       }
     },
     {
@@ -4321,12 +4321,12 @@
       "name": "Llama-3.1-8b-ITA",
       "developer": "DeepMount00",
       "scores": {
-        "IFEval": 0.7917,
-        "BBH": 0.5109,
-        "MATH Level 5": 0.1088,
-        "GPQA": 0.2878,
-        "MUSR": 0.4136,
-        "MMLU-PRO": 0.3876
+        "IFEval": 0.5365,
+        "BBH": 0.517,
+        "MATH Level 5": 0.1707,
+        "GPQA": 0.3062,
+        "MUSR": 0.4487,
+        "MMLU-PRO": 0.396
       }
     },
     {
@@ -8572,12 +8572,12 @@
       "name": "josie-7b-v6.0-step2000",
       "developer": "Goekdeniz-Guelmez",
       "scores": {
-        "IFEval": 0.7598,
-        "BBH": 0.5107,
-        "MATH Level 5": 0.4237,
-        "GPQA": 0.2768,
-        "MUSR": 0.4539,
-        "MMLU-PRO": 0.4012
+        "IFEval": 0.7628,
+        "BBH": 0.5098,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2802,
+        "MUSR": 0.4579,
+        "MMLU-PRO": 0.4033
       }
     },
     {
@@ -8702,12 +8702,12 @@
       "name": "Nature-Reason-1.2-reallysmall",
       "developer": "GuilhermeNaturaUmana",
       "scores": {
-        "IFEval": 0.4791,
-        "BBH": 0.5649,
-        "MATH Level 5": 0.25,
-        "GPQA": 0.2995,
-        "MUSR": 0.4439,
-        "MMLU-PRO": 0.4408
+        "IFEval": 0.4985,
+        "BBH": 0.5645,
+        "MATH Level 5": 0.2576,
+        "GPQA": 0.3003,
+        "MUSR": 0.4373,
+        "MMLU-PRO": 0.4429
       }
     },
     {
@@ -8728,12 +8728,12 @@
       "name": "Gemma-Ko-Merge-PEFT",
       "developer": "Gunulhona",
       "scores": {
-        "IFEval": 0.4441,
-        "BBH": 0.4863,
+        "IFEval": 0.288,
+        "BBH": 0.5154,
         "MATH Level 5": 0.0,
-        "GPQA": 0.307,
-        "MUSR": 0.3986,
-        "MMLU-PRO": 0.3098
+        "GPQA": 0.3247,
+        "MUSR": 0.408,
+        "MMLU-PRO": 0.3817
       }
     },
     {
@@ -9170,12 +9170,12 @@
       "name": "SmolLM2-360M-Instruct",
       "developer": "HuggingFaceTB",
       "scores": {
-        "IFEval": 0.3842,
-        "BBH": 0.3144,
-        "MATH Level 5": 0.0151,
-        "GPQA": 0.255,
-        "MUSR": 0.3461,
-        "MMLU-PRO": 0.1117
+        "IFEval": 0.083,
+        "BBH": 0.3053,
+        "MATH Level 5": 0.0083,
+        "GPQA": 0.2651,
+        "MUSR": 0.3423,
+        "MMLU-PRO": 0.1126
       }
     },
     {
@@ -9378,12 +9378,12 @@
       "name": "JOSIEv4o-8b-stage1-v4",
       "developer": "Isaak-Carter",
       "scores": {
-        "IFEval": 0.2553,
-        "BBH": 0.4725,
-        "MATH Level 5": 0.0529,
-        "GPQA": 0.2919,
-        "MUSR": 0.3654,
-        "MMLU-PRO": 0.3316
+        "IFEval": 0.2477,
+        "BBH": 0.4758,
+        "MATH Level 5": 0.0453,
+        "GPQA": 0.2911,
+        "MUSR": 0.3641,
+        "MMLU-PRO": 0.3292
       }
     },
     {
@@ -13057,12 +13057,12 @@
       "name": "SpydazWeb_AI_HumanAI_012_INSTRUCT_XA",
       "developer": "LeroyDyer",
       "scores": {
-        "IFEval": 0.3798,
-        "BBH": 0.4483,
-        "MATH Level 5": 0.04,
-        "GPQA": 0.3129,
-        "MUSR": 0.4148,
-        "MMLU-PRO": 0.2389
+        "IFEval": 0.3579,
+        "BBH": 0.4477,
+        "MATH Level 5": 0.0423,
+        "GPQA": 0.3096,
+        "MUSR": 0.4134,
+        "MMLU-PRO": 0.2376
       }
     },
     {
@@ -14305,12 +14305,12 @@
       "name": "Llama-3-8B-Magpie-Align-v0.1",
       "developer": "Magpie-Align",
       "scores": {
-        "IFEval": 0.4118,
-        "BBH": 0.4811,
-        "MATH Level 5": 0.034,
-        "GPQA": 0.2752,
-        "MUSR": 0.3047,
-        "MMLU-PRO": 0.3006
+        "IFEval": 0.4027,
+        "BBH": 0.4789,
+        "MATH Level 5": 0.0461,
+        "GPQA": 0.2768,
+        "MUSR": 0.3087,
+        "MMLU-PRO": 0.3001
       }
     },
     {
@@ -15795,19 +15795,6 @@
         "MMLU-PRO": 0.3791
       }
     },
-    {
-      "model_id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.02",
-      "name": "Llama_3.1_8b_DoberWild_v2.02",
-      "developer": "Nexesenex",
-      "scores": {
-        "IFEval": 0.7746,
-        "BBH": 0.5313,
-        "MATH Level 5": 0.1994,
-        "GPQA": 0.2945,
-        "MUSR": 0.3946,
-        "MMLU-PRO": 0.3764
-      }
-    },
     {
       "model_id": "Nexesenex/Llama_3.1_8b_DoberWild_v2.03",
       "name": "Llama_3.1_8b_DoberWild_v2.03",
@@ -18141,11 +18128,11 @@
       "developer": "PrimeIntellect",
       "scores": {
         "IFEval": 0.1757,
-        "BBH": 0.276,
+        "BBH": 0.274,
         "MATH Level 5": 0.0,
-        "GPQA": 0.2534,
-        "MUSR": 0.3339,
-        "MMLU-PRO": 0.1123
+        "GPQA": 0.25,
+        "MUSR": 0.3753,
+        "MMLU-PRO": 0.112
       }
     },
     {
@@ -18270,12 +18257,12 @@
       "name": "Casa-14b-sce",
       "developer": "Quazim0t0",
       "scores": {
-        "IFEval": 0.6718,
-        "BBH": 0.6891,
-        "MATH Level 5": 0.4985,
-        "GPQA": 0.3339,
-        "MUSR": 0.4323,
-        "MMLU-PRO": 0.5408
+        "IFEval": 0.6654,
+        "BBH": 0.6901,
+        "MATH Level 5": 0.4698,
+        "GPQA": 0.3331,
+        "MUSR": 0.431,
+        "MMLU-PRO": 0.5426
       }
     },
     {
@@ -19466,12 +19453,12 @@
       "name": "Qwen2.5-0.5B-Instruct",
       "developer": "Qwen",
       "scores": {
-        "IFEval": 0.3153,
-        "BBH": 0.3322,
-        "MATH Level 5": 0.1035,
-        "GPQA": 0.2592,
-        "MUSR": 0.3342,
-        "MMLU-PRO": 0.172
+        "IFEval": 0.3071,
+        "BBH": 0.3341,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.2576,
+        "MUSR": 0.3329,
+        "MMLU-PRO": 0.1697
       }
     },
     {
@@ -25108,12 +25095,12 @@
       "name": "Llama3.1-8B-Fireplace2",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.5483,
-        "BBH": 0.461,
-        "MATH Level 5": 0.0582,
-        "GPQA": 0.2886,
-        "MUSR": 0.3433,
-        "MMLU-PRO": 0.2407
+        "IFEval": 0.5328,
+        "BBH": 0.4613,
+        "MATH Level 5": 0.0876,
+        "GPQA": 0.2894,
+        "MUSR": 0.3367,
+        "MMLU-PRO": 0.2424
       }
     },
     {
@@ -25121,12 +25108,12 @@
       "name": "Llama3.1-8B-ShiningValiant2",
       "developer": "ValiantLabs",
       "scores": {
-        "IFEval": 0.6496,
-        "BBH": 0.4774,
-        "MATH Level 5": 0.0566,
-        "GPQA": 0.3104,
-        "MUSR": 0.3909,
-        "MMLU-PRO": 0.3382
+        "IFEval": 0.2678,
+        "BBH": 0.4429,
+        "MATH Level 5": 0.0521,
+        "GPQA": 0.302,
+        "MUSR": 0.3959,
+        "MMLU-PRO": 0.2927
       }
     },
     {
@@ -26512,12 +26499,12 @@
       "name": "autotrain-0tmgq-5tpbg",
       "developer": "abhishek",
       "scores": {
-        "IFEval": 0.1957,
-        "BBH": 0.3135,
-        "MATH Level 5": 0.0,
-        "GPQA": 0.2517,
-        "MUSR": 0.365,
-        "MMLU-PRO": 0.1151
+        "IFEval": 0.1952,
+        "BBH": 0.3127,
+        "MATH Level 5": 0.0128,
+        "GPQA": 0.2592,
+        "MUSR": 0.3584,
+        "MMLU-PRO": 0.1144
       }
     },
     {
@@ -26603,12 +26590,12 @@
       "name": "QAIMath-Qwen2.5-7B-TIES",
       "developer": "adriszmar",
       "scores": {
-        "IFEval": 0.1685,
-        "BBH": 0.3124,
-        "MATH Level 5": 0.0015,
-        "GPQA": 0.2492,
-        "MUSR": 0.3963,
-        "MMLU-PRO": 0.1066
+        "IFEval": 0.1746,
+        "BBH": 0.3126,
+        "MATH Level 5": 0.0,
+        "GPQA": 0.245,
+        "MUSR": 0.4096,
+        "MMLU-PRO": 0.1087
       }
     },
     {
@@ -26889,12 +26876,12 @@
       "name": "Llama-3.1-Storm-8B",
       "developer": "akjindal53244",
       "scores": {
-        "IFEval": 0.8033,
-        "BBH": 0.5196,
-        "MATH Level 5": 0.1624,
-        "GPQA": 0.3096,
+        "IFEval": 0.8051,
+        "BBH": 0.5189,
+        "MATH Level 5": 0.1722,
+        "GPQA": 0.3263,
         "MUSR": 0.4028,
-        "MMLU-PRO": 0.3812
+        "MMLU-PRO": 0.3803
       }
     },
     {
@@ -26915,12 +26902,12 @@
       "name": "Llama-3.1-Tulu-3-70B",
       "developer": "allenai",
       "scores": {
-        "IFEval": 0.8291,
-        "BBH": 0.6164,
-        "MATH Level 5": 0.4502,
+        "IFEval": 0.8379,
+        "BBH": 0.6157,
+        "MATH Level 5": 0.3829,
         "GPQA": 0.3733,
-        "MUSR": 0.4948,
-        "MMLU-PRO": 0.4645
+        "MUSR": 0.4988,
+        "MMLU-PRO": 0.4656
       }
     },
     {
@@ -28449,11 +28436,11 @@
       "name": "AMD-Llama-135m",
       "developer": "amd",
       "scores": {
-        "IFEval": 0.1918,
-        "BBH": 0.2969,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2584,
-        "MUSR": 0.3846,
+        "IFEval": 0.1842,
+        "BBH": 0.2974,
+        "MATH Level 5": 0.0053,
+        "GPQA": 0.2525,
+        "MUSR": 0.378,
         "MMLU-PRO": 0.1169
       }
     },
@@ -28709,12 +28696,12 @@
       "name": "Arcee-Spark",
       "developer": "arcee-ai",
       "scores": {
-        "IFEval": 0.5621,
-        "BBH": 0.5489,
-        "MATH Level 5": 0.2953,
-        "GPQA": 0.307,
-        "MUSR": 0.4021,
-        "MMLU-PRO": 0.3822
+        "IFEval": 0.5718,
+        "BBH": 0.5481,
+        "MATH Level 5": 0.114,
+        "GPQA": 0.3062,
+        "MUSR": 0.4008,
+        "MMLU-PRO": 0.3813
       }
     },
     {
@@ -31647,12 +31634,12 @@
       "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
       "developer": "cognitivecomputations",
       "scores": {
-        "IFEval": 0.3613,
-        "BBH": 0.6123,
-        "MATH Level 5": 0.1239,
-        "GPQA": 0.328,
-        "MUSR": 0.4112,
-        "MMLU-PRO": 0.4494
+        "IFEval": 0.4124,
+        "BBH": 0.6383,
+        "MATH Level 5": 0.182,
+        "GPQA": 0.3289,
+        "MUSR": 0.4349,
+        "MMLU-PRO": 0.4525
       }
     },
     {
@@ -31790,12 +31777,12 @@
       "name": "llama-43m-beta",
       "developer": "cpayne1303",
       "scores": {
-        "IFEval": 0.1949,
-        "BBH": 0.2965,
-        "MATH Level 5": 0.0045,
+        "IFEval": 0.1916,
+        "BBH": 0.2977,
+        "MATH Level 5": 0.0,
         "GPQA": 0.2685,
-        "MUSR": 0.3885,
-        "MMLU-PRO": 0.1111
+        "MUSR": 0.3872,
+        "MMLU-PRO": 0.1132
       }
     },
     {
@@ -32167,12 +32154,12 @@
       "name": "Llama-3-8B-Orpo-v0.1",
       "developer": "dfurman",
       "scores": {
-        "IFEval": 0.3,
-        "BBH": 0.3853,
-        "MATH Level 5": 0.0415,
-        "GPQA": 0.2617,
-        "MUSR": 0.3579,
-        "MMLU-PRO": 0.2281
+        "IFEval": 0.2835,
+        "BBH": 0.3842,
+        "MATH Level 5": 0.0521,
+        "GPQA": 0.2609,
+        "MUSR": 0.3566,
+        "MMLU-PRO": 0.2298
       }
     },
     {
@@ -33506,12 +33493,12 @@
       "name": "TheBeagle-v2beta-32B-MGS",
       "developer": "fblgit",
       "scores": {
-        "IFEval": 0.4503,
-        "BBH": 0.7035,
-        "MATH Level 5": 0.3943,
-        "GPQA": 0.401,
-        "MUSR": 0.5021,
-        "MMLU-PRO": 0.5911
+        "IFEval": 0.5181,
+        "BBH": 0.7033,
+        "MATH Level 5": 0.4947,
+        "GPQA": 0.3826,
+        "MUSR": 0.5008,
+        "MMLU-PRO": 0.5915
       }
     },
     {
@@ -34572,12 +34559,12 @@
       "name": "flan-t5-xl",
       "developer": "Google",
       "scores": {
-        "IFEval": 0.2237,
-        "BBH": 0.4531,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2525,
-        "MUSR": 0.4181,
-        "MMLU-PRO": 0.2147
+        "IFEval": 0.2207,
+        "BBH": 0.4537,
+        "MATH Level 5": 0.0008,
+        "GPQA": 0.2458,
+        "MUSR": 0.422,
+        "MMLU-PRO": 0.2142
       }
     },
     {
@@ -34663,12 +34650,12 @@
       "name": "gemma-2-2b",
       "developer": "Google",
       "scores": {
-        "IFEval": 0.2018,
-        "BBH": 0.3709,
-        "MATH Level 5": 0.0302,
+        "IFEval": 0.1993,
+        "BBH": 0.3656,
+        "MATH Level 5": 0.0287,
         "GPQA": 0.2626,
-        "MUSR": 0.4219,
-        "MMLU-PRO": 0.2217
+        "MUSR": 0.4232,
+        "MMLU-PRO": 0.218
       }
     },
     {
@@ -34689,12 +34676,12 @@
       "name": "gemma-2-2b-jpn-it",
       "developer": "Google",
       "scores": {
-        "IFEval": 0.5078,
-        "BBH": 0.4226,
-        "MATH Level 5": 0.0347,
-        "GPQA": 0.2852,
-        "MUSR": 0.3964,
-        "MMLU-PRO": 0.2578
+        "IFEval": 0.5288,
+        "BBH": 0.4178,
+        "MATH Level 5": 0.0476,
+        "GPQA": 0.2752,
+        "MUSR": 0.3728,
+        "MMLU-PRO": 0.2467
       }
     },
     {
@@ -37705,12 +37692,12 @@
       "name": "Kosmos-EVAA-Fusion-8B",
       "developer": "jaspionjader",
       "scores": {
-        "IFEval": 0.4345,
-        "BBH": 0.5419,
-        "MATH Level 5": 0.1292,
-        "GPQA": 0.3087,
+        "IFEval": 0.4418,
+        "BBH": 0.5406,
+        "MATH Level 5": 0.1352,
+        "GPQA": 0.3062,
         "MUSR": 0.4277,
-        "MMLU-PRO": 0.3854
+        "MMLU-PRO": 0.386
       }
     },
     {
@@ -41332,12 +41319,12 @@
       "name": "BunderMaxx-0710",
       "developer": "kavonalds",
       "scores": {
-        "IFEval": 0.3283,
-        "BBH": 0.6651,
+        "IFEval": 0.2701,
+        "BBH": 0.5566,
         "MATH Level 5": 0.068,
-        "GPQA": 0.2609,
-        "MUSR": 0.3393,
-        "MMLU-PRO": 0.1314
+        "GPQA": 0.2802,
+        "MUSR": 0.3682,
+        "MMLU-PRO": 0.1449
       }
     },
     {
@@ -43893,12 +43880,12 @@
       "name": "Meta-Llama-3-8B-Instruct",
       "developer": "meta-llama",
       "scores": {
-        "IFEval": 0.4782,
-        "BBH": 0.491,
-        "MATH Level 5": 0.0914,
-        "GPQA": 0.2928,
-        "MUSR": 0.3805,
-        "MMLU-PRO": 0.3591
+        "IFEval": 0.7408,
+        "BBH": 0.4989,
+        "MATH Level 5": 0.0869,
+        "GPQA": 0.2592,
+        "MUSR": 0.3568,
+        "MMLU-PRO": 0.3664
       }
     },
     {
@@ -44218,12 +44205,12 @@
       "name": "Trinity-2-Codestral-22B-v0.2",
       "developer": "migtissera",
       "scores": {
-        "IFEval": 0.4345,
-        "BBH": 0.5686,
-        "MATH Level 5": 0.0838,
-        "GPQA": 0.3003,
-        "MUSR": 0.4045,
-        "MMLU-PRO": 0.334
+        "IFEval": 0.443,
+        "BBH": 0.5706,
+        "MATH Level 5": 0.0869,
+        "GPQA": 0.3079,
+        "MUSR": 0.4031,
+        "MMLU-PRO": 0.3354
       }
     },
     {
@@ -44478,12 +44465,12 @@
       "name": "Mixtral-8x7B-v0.1",
       "developer": "mistralai",
       "scores": {
-        "IFEval": 0.2415,
-        "BBH": 0.5087,
-        "MATH Level 5": 0.102,
-        "GPQA": 0.3138,
-        "MUSR": 0.4321,
-        "MMLU-PRO": 0.385
+        "IFEval": 0.2326,
+        "BBH": 0.5098,
+        "MATH Level 5": 0.0937,
+        "GPQA": 0.3205,
+        "MUSR": 0.4413,
+        "MMLU-PRO": 0.3871
       }
     },
     {
@@ -44738,12 +44725,12 @@
       "name": "NeuralDaredevil-8B-abliterated",
       "developer": "mlabonne",
       "scores": {
-        "IFEval": 0.4162,
-        "BBH": 0.5124,
-        "MATH Level 5": 0.0853,
-        "GPQA": 0.3029,
-        "MUSR": 0.415,
-        "MMLU-PRO": 0.3802
+        "IFEval": 0.7561,
+        "BBH": 0.5111,
+        "MATH Level 5": 0.0906,
+        "GPQA": 0.3062,
+        "MUSR": 0.4019,
+        "MMLU-PRO": 0.3841
       }
     },
     {
@@ -46779,12 +46766,12 @@
       "name": "franqwenstein-35b",
       "developer": "nisten",
       "scores": {
-        "IFEval": 0.3799,
-        "BBH": 0.6647,
-        "MATH Level 5": 0.3406,
-        "GPQA": 0.4035,
-        "MUSR": 0.494,
-        "MMLU-PRO": 0.5731
+        "IFEval": 0.3914,
+        "BBH": 0.6591,
+        "MATH Level 5": 0.3044,
+        "GPQA": 0.3591,
+        "MUSR": 0.4681,
+        "MMLU-PRO": 0.5611
       }
     },
     {
@@ -47611,12 +47598,12 @@
       "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
       "developer": "ontocord",
       "scores": {
-        "IFEval": 0.1162,
-        "BBH": 0.3184,
-        "MATH Level 5": 0.0076,
-        "GPQA": 0.2634,
-        "MUSR": 0.3447,
-        "MMLU-PRO": 0.1124
+        "IFEval": 0.1128,
+        "BBH": 0.3171,
+        "MATH Level 5": 0.0113,
+        "GPQA": 0.2685,
+        "MUSR": 0.346,
+        "MMLU-PRO": 0.1129
       }
     },
     {
@@ -49444,12 +49431,12 @@
       "name": "Calcium-Opus-14B-Elite",
       "developer": "prithivMLmods",
       "scores": {
-        "IFEval": 0.6064,
-        "BBH": 0.6296,
-        "MATH Level 5": 0.3708,
-        "GPQA": 0.3733,
-        "MUSR": 0.4873,
-        "MMLU-PRO": 0.5307
+        "IFEval": 0.6052,
+        "BBH": 0.6317,
+        "MATH Level 5": 0.4789,
+        "GPQA": 0.3742,
+        "MUSR": 0.486,
+        "MMLU-PRO": 0.5302
       }
     },
     {
@@ -50861,12 +50848,12 @@
       "name": "Oracle-14B",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.2401,
-        "BBH": 0.4622,
-        "MATH Level 5": 0.0725,
-        "GPQA": 0.2609,
-        "MUSR": 0.3703,
-        "MMLU-PRO": 0.2379
+        "IFEval": 0.2358,
+        "BBH": 0.4612,
+        "MATH Level 5": 0.0642,
+        "GPQA": 0.2576,
+        "MUSR": 0.3717,
+        "MMLU-PRO": 0.2382
       }
     },
     {
@@ -50874,12 +50861,12 @@
       "name": "Qwen2.5-Math-14B-Instruct",
       "developer": "qingy2019",
       "scores": {
-        "IFEval": 0.6005,
-        "BBH": 0.6356,
-        "MATH Level 5": 0.2764,
-        "GPQA": 0.3691,
+        "IFEval": 0.6066,
+        "BBH": 0.635,
+        "MATH Level 5": 0.3716,
+        "GPQA": 0.3725,
         "MUSR": 0.4757,
-        "MMLU-PRO": 0.5339
+        "MMLU-PRO": 0.5331
       }
     },
     {
@@ -51329,12 +51316,12 @@
       "name": "recoilme-gemma-2-9B-v0.2",
       "developer": "recoilme",
       "scores": {
-        "IFEval": 0.7592,
-        "BBH": 0.6026,
-        "MATH Level 5": 0.0529,
-        "GPQA": 0.3289,
-        "MUSR": 0.4099,
-        "MMLU-PRO": 0.4163
+        "IFEval": 0.2747,
+        "BBH": 0.6031,
+        "MATH Level 5": 0.0831,
+        "GPQA": 0.3305,
+        "MUSR": 0.4686,
+        "MMLU-PRO": 0.4122
       }
     },
     {
@@ -51459,12 +51446,12 @@
       "name": "FineLlama-3.1-8B",
       "developer": "riaz",
       "scores": {
-        "IFEval": 0.4373,
-        "BBH": 0.4586,
-        "MATH Level 5": 0.0514,
-        "GPQA": 0.2752,
-        "MUSR": 0.3763,
-        "MMLU-PRO": 0.2964
+        "IFEval": 0.4137,
+        "BBH": 0.4565,
+        "MATH Level 5": 0.0453,
+        "GPQA": 0.276,
+        "MUSR": 0.3776,
+        "MMLU-PRO": 0.2978
       }
     },
     {
@@ -51602,12 +51589,12 @@
       "name": "Rombos-LLM-V2.5.1-Qwen-3b",
       "developer": "rombodawg",
       "scores": {
-        "IFEval": 0.2595,
-        "BBH": 0.3884,
-        "MATH Level 5": 0.0914,
-        "GPQA": 0.2743,
+        "IFEval": 0.2566,
+        "BBH": 0.39,
+        "MATH Level 5": 0.1208,
+        "GPQA": 0.2626,
         "MUSR": 0.3991,
-        "MMLU-PRO": 0.2719
+        "MMLU-PRO": 0.2741
       }
     },
     {
@@ -53201,12 +53188,12 @@
       "name": "Qwenvergence-14B-v3-Reason",
       "developer": "sometimesanotion",
       "scores": {
-        "IFEval": 0.5367,
-        "BBH": 0.6561,
-        "MATH Level 5": 0.358,
-        "GPQA": 0.3867,
-        "MUSR": 0.474,
-        "MMLU-PRO": 0.5395
+        "IFEval": 0.5278,
+        "BBH": 0.6557,
+        "MATH Level 5": 0.3119,
+        "GPQA": 0.3842,
+        "MUSR": 0.4754,
+        "MMLU-PRO": 0.5396
       }
     },
     {
@@ -53500,12 +53487,12 @@
       "name": "ChatWaifu_v2.0_22B",
       "developer": "spow12",
       "scores": {
-        "IFEval": 0.6517,
-        "BBH": 0.5908,
-        "MATH Level 5": 0.2032,
-        "GPQA": 0.3238,
+        "IFEval": 0.6511,
+        "BBH": 0.5926,
+        "MATH Level 5": 0.1858,
+        "GPQA": 0.3247,
         "MUSR": 0.3842,
-        "MMLU-PRO": 0.3812
+        "MMLU-PRO": 0.3836
       }
     },
     {

data/benchmarks/reward-bench.json

@@ -81,17 +81,17 @@
       "name": "CIR-AMS/BTRM_Qwen2_7b_0613",
       "developer": "CIR-AMS",
       "scores": {
-        "Score": 0.5736,
-        "Chat": 0.9749,
-        "Chat Hard": 0.5724,
-        "Safety": 0.7178,
-        "Reasoning": 0.8775,
-        "Prior Sets (0.5 weight)": 0.7029,
+        "Score": 0.8172,
         "Factuality": 0.5347,
         "Precise IF": 0.3563,
         "Math": 0.6066,
+        "Safety": 0.9014,
         "Focus": 0.5737,
-        "Ties": 0.6527
+        "Ties": 0.6527,
+        "Chat": 0.9749,
+        "Chat Hard": 0.5724,
+        "Reasoning": 0.8775,
+        "Prior Sets (0.5 weight)": 0.7029
       }
     },
     {
@@ -482,16 +482,16 @@
       "name": "NCSOFT/Llama-3-OffsetBias-RM-8B",
       "developer": "NCSOFT",
       "scores": {
-        "Score": 0.648,
-        "Chat": 0.9721,
-        "Chat Hard": 0.818,
-        "Safety": 0.7222,
-        "Reasoning": 0.9192,
+        "Score": 0.8942,
         "Factuality": 0.6084,
         "Precise IF": 0.4,
         "Math": 0.5191,
+        "Safety": 0.8676,
         "Focus": 0.9596,
-        "Ties": 0.6786
+        "Ties": 0.6786,
+        "Chat": 0.9721,
+        "Chat Hard": 0.818,
+        "Reasoning": 0.9192
       }
     },
     {
@@ -609,17 +609,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-cost",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.3332,
-        "Chat": 0.6173,
-        "Chat Hard": 0.4232,
-        "Safety": 0.7589,
-        "Reasoning": 0.5482,
-        "Prior Sets (0.5 weight)": 0.57,
+        "Score": 0.5798,
         "Factuality": 0.3263,
         "Precise IF": 0.2313,
         "Math": 0.3989,
+        "Safety": 0.7351,
         "Focus": 0.2939,
-        "Ties": -0.01
+        "Ties": -0.01,
+        "Chat": 0.6173,
+        "Chat Hard": 0.4232,
+        "Reasoning": 0.5482,
+        "Prior Sets (0.5 weight)": 0.57
       }
     },
     {
@@ -627,17 +627,17 @@
       "name": "PKU-Alignment/beaver-7b-v1.0-reward",
       "developer": "PKU-Alignment",
       "scores": {
-        "Score": 0.1606,
-        "Chat": 0.8184,
-        "Chat Hard": 0.2873,
-        "Safety": 0.1422,
-        "Reasoning": 0.346,
-        "Prior Sets (0.5 weight)": 0.5993,
+        "Score": 0.4727,
         "Factuality": 0.2105,
         "Precise IF": 0.2938,
         "Math": 0.2623,
+        "Safety": 0.3757,
         "Focus": 0.0646,
-        "Ties": -0.01
+        "Ties": -0.01,
+        "Chat": 0.8184,
+        "Chat Hard": 0.2873,
+        "Reasoning": 0.346,
+        "Prior Sets (0.5 weight)": 0.5993
       }
     },
     {
@@ -921,16 +921,16 @@
       "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.8839,
+        "Score": 0.5966,
+        "Chat": 0.9302,
+        "Chat Hard": 0.7719,
+        "Safety": 0.9222,
+        "Reasoning": 0.912,
         "Factuality": 0.5305,
         "Precise IF": 0.3125,
         "Math": 0.5902,
-        "Safety": 0.9216,
         "Focus": 0.7455,
-        "Ties": 0.4788,
-        "Chat": 0.9302,
-        "Chat Hard": 0.7719,
-        "Reasoning": 0.912
+        "Ties": 0.4788
       }
     },
     {
@@ -938,17 +938,17 @@
       "name": "Ray2333/GRM-llama3-8B-distill",
       "developer": "Ray2333",
       "scores": {
-        "Score": 0.8464,
+        "Score": 0.589,
+        "Chat": 0.9832,
+        "Chat Hard": 0.6842,
+        "Safety": 0.7222,
+        "Reasoning": 0.9133,
+        "Prior Sets (0.5 weight)": 0.7209,
         "Factuality": 0.5874,
         "Precise IF": 0.3875,
         "Math": 0.5902,
-        "Safety": 0.8676,
         "Focus": 0.6727,
-        "Ties": 0.5743,
-        "Chat": 0.9832,
-        "Chat Hard": 0.6842,
-        "Reasoning": 0.9133,
-        "Prior Sets (0.5 weight)": 0.7209
+        "Ties": 0.5743
       }
     },
     {
@@ -1098,16 +1098,16 @@
       "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
       "developer": "ShikaiChen",
       "scores": {
-        "Score": 0.7249,
-        "Chat": 0.9637,
-        "Chat Hard": 0.9079,
-        "Safety": 0.9222,
-        "Reasoning": 0.9903,
+        "Score": 0.9499,
         "Factuality": 0.7558,
         "Precise IF": 0.35,
         "Math": 0.6448,
+        "Safety": 0.9378,
         "Focus": 0.9131,
-        "Ties": 0.7633
+        "Ties": 0.7633,
+        "Chat": 0.9637,
+        "Chat Hard": 0.9079,
+        "Reasoning": 0.9903
       }
     },
     {
@@ -1139,16 +1139,16 @@
       "name": "Skywork/Skywork-Reward-Gemma-2-27B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.7576,
-        "Chat": 0.9581,
-        "Chat Hard": 0.9145,
-        "Safety": 0.9422,
-        "Reasoning": 0.9606,
+        "Score": 0.938,
         "Factuality": 0.7368,
         "Precise IF": 0.4031,
         "Math": 0.7049,
+        "Safety": 0.9189,
         "Focus": 0.9323,
-        "Ties": 0.8261
+        "Ties": 0.8261,
+        "Chat": 0.9581,
+        "Chat Hard": 0.9145,
+        "Reasoning": 0.9606
       }
     },
     {
@@ -1173,16 +1173,16 @@
       "name": "Skywork/Skywork-Reward-Llama-3.1-8B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.9252,
+        "Score": 0.7314,
+        "Chat": 0.9581,
+        "Chat Hard": 0.8728,
+        "Safety": 0.9333,
+        "Reasoning": 0.962,
         "Factuality": 0.6989,
         "Precise IF": 0.425,
         "Math": 0.6284,
-        "Safety": 0.9081,
         "Focus": 0.9616,
-        "Ties": 0.741,
-        "Chat": 0.9581,
-        "Chat Hard": 0.8728,
-        "Reasoning": 0.962
+        "Ties": 0.741
       }
     },
     {
@@ -1305,16 +1305,16 @@
       "name": "Skywork/Skywork-VL-Reward-7B",
       "developer": "Skywork",
       "scores": {
-        "Score": 0.6885,
-        "Chat": 0.8994,
-        "Chat Hard": 0.875,
-        "Safety": 0.8911,
-        "Reasoning": 0.9176,
+        "Score": 0.9007,
         "Factuality": 0.6063,
         "Precise IF": 0.35,
         "Math": 0.6339,
+        "Safety": 0.9108,
         "Focus": 0.8909,
-        "Ties": 0.7586
+        "Ties": 0.7586,
+        "Chat": 0.8994,
+        "Chat Hard": 0.875,
+        "Reasoning": 0.9176
       }
     },
     {
@@ -1379,10 +1379,10 @@
       "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
       "developer": "AI2",
       "scores": {
-        "Score": 0.6895,
+        "Score": 0.7008,
         "Chat": 0.9385,
-        "Chat Hard": 0.3706,
-        "Safety": 0.7595
+        "Chat Hard": 0.3882,
+        "Safety": 0.7757
       }
     },
     {
@@ -1423,17 +1423,17 @@
       "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.7606,
-        "Chat": 0.9665,
-        "Chat Hard": 0.8355,
-        "Safety": 0.8844,
-        "Reasoning": 0.8969,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.9021,
         "Factuality": 0.8126,
         "Precise IF": 0.4188,
         "Math": 0.6995,
+        "Safety": 0.9095,
         "Focus": 0.8646,
-        "Ties": 0.8835
+        "Ties": 0.8835,
+        "Chat": 0.9665,
+        "Chat Hard": 0.8355,
+        "Reasoning": 0.8969,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1441,17 +1441,17 @@
       "name": "allenai/Llama-3.1-8B-Base-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8463,
+        "Score": 0.649,
+        "Chat": 0.933,
+        "Chat Hard": 0.7785,
+        "Safety": 0.8267,
+        "Reasoning": 0.7886,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.72,
         "Precise IF": 0.3625,
         "Math": 0.612,
-        "Safety": 0.8851,
         "Focus": 0.8323,
-        "Ties": 0.5406,
-        "Chat": 0.933,
-        "Chat Hard": 0.7785,
-        "Reasoning": 0.7886,
-        "Prior Sets (0.5 weight)": 0.0
+        "Ties": 0.5406
       }
     },
     {
@@ -1459,17 +1459,17 @@
       "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.7285,
-        "Chat": 0.9581,
-        "Chat Hard": 0.8158,
-        "Safety": 0.8956,
-        "Reasoning": 0.887,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.8885,
         "Factuality": 0.7432,
         "Precise IF": 0.4437,
         "Math": 0.6175,
+        "Safety": 0.8932,
         "Focus": 0.9071,
-        "Ties": 0.7638
+        "Ties": 0.7638,
+        "Chat": 0.9581,
+        "Chat Hard": 0.8158,
+        "Reasoning": 0.887,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -1477,17 +1477,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.8892,
+        "Score": 0.722,
+        "Chat": 0.9693,
+        "Chat Hard": 0.8268,
+        "Safety": 0.8689,
+        "Reasoning": 0.8583,
+        "Prior Sets (0.5 weight)": 0.0,
         "Factuality": 0.8084,
         "Precise IF": 0.3688,
         "Math": 0.6776,
-        "Safety": 0.9027,
         "Focus": 0.7778,
-        "Ties": 0.8308,
-        "Chat": 0.9693,
-        "Chat Hard": 0.8268,
-        "Reasoning": 0.8583,
-        "Prior Sets (0.5 weight)": 0.0
+        "Ties": 0.8308
       }
     },
     {
@@ -1495,17 +1495,17 @@
       "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2",
       "developer": "allenai",
       "scores": {
-        "Score": 0.687,
-        "Chat": 0.9553,
-        "Chat Hard": 0.761,
-        "Safety": 0.86,
-        "Reasoning": 0.7898,
-        "Prior Sets (0.5 weight)": 0.0,
+        "Score": 0.8431,
         "Factuality": 0.7516,
         "Precise IF": 0.3875,
         "Math": 0.6284,
+        "Safety": 0.8662,
         "Focus": 0.8545,
-        "Ties": 0.6397
+        "Ties": 0.6397,
+        "Chat": 0.9553,
+        "Chat Hard": 0.761,
+        "Reasoning": 0.7898,
+        "Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -3455,16 +3455,16 @@
       "name": "Claude 3.5 Sonnet 20240620",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.8417,
+        "Score": 0.6466,
+        "Chat": 0.9637,
+        "Chat Hard": 0.7401,
+        "Safety": 0.8519,
+        "Reasoning": 0.8469,
         "Factuality": 0.5284,
         "Precise IF": 0.3875,
         "Math": 0.5683,
-        "Safety": 0.8162,
         "Focus": 0.8697,
-        "Ties": 0.674,
-        "Chat": 0.9637,
-        "Chat Hard": 0.7401,
-        "Reasoning": 0.8469
+        "Ties": 0.674
       }
     },
     {
@@ -3486,17 +3486,17 @@
       "name": "Claude 3 Haiku 20240307",
       "developer": "Anthropic",
       "scores": {
-        "Score": 0.7289,
+        "Score": 0.3711,
+        "Chat": 0.9274,
+        "Chat Hard": 0.5197,
+        "Safety": 0.595,
+        "Reasoning": 0.706,
+        "Prior Sets (0.5 weight)": 0.6635,
         "Factuality": 0.4042,
         "Precise IF": 0.2812,
         "Math": 0.3552,
-        "Safety": 0.7953,
         "Focus": 0.501,
-        "Ties": 0.0899,
-        "Chat": 0.9274,
-        "Chat Hard": 0.5197,
-        "Reasoning": 0.706,
-        "Prior Sets (0.5 weight)": 0.6635
+        "Ties": 0.0899
       }
     },
     {
@@ -3766,17 +3766,17 @@
       "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
       "developer": "hendrydong",
       "scores": {
-        "Score": 0.5851,
-        "Chat": 0.9832,
-        "Chat Hard": 0.5789,
-        "Safety": 0.6956,
-        "Reasoning": 0.7434,
-        "Prior Sets (0.5 weight)": 0.7508,
+        "Score": 0.7847,
         "Factuality": 0.5779,
         "Precise IF": 0.3625,
         "Math": 0.6011,
+        "Safety": 0.85,
         "Focus": 0.6747,
-        "Ties": 0.5988
+        "Ties": 0.5988,
+        "Chat": 0.9832,
+        "Chat Hard": 0.5789,
+        "Reasoning": 0.7434,
+        "Prior Sets (0.5 weight)": 0.7508
       }
     },
     {
@@ -3784,16 +3784,16 @@
       "name": "infly/INF-ORM-Llama3.1-70B",
       "developer": "infly",
       "scores": {
-        "Score": 0.9511,
+        "Score": 0.7648,
+        "Chat": 0.9665,
+        "Chat Hard": 0.9101,
+        "Safety": 0.9644,
+        "Reasoning": 0.9912,
         "Factuality": 0.7411,
         "Precise IF": 0.4188,
         "Math": 0.6995,
-        "Safety": 0.9365,
         "Focus": 0.903,
-        "Ties": 0.8622,
-        "Chat": 0.9665,
-        "Chat Hard": 0.9101,
-        "Reasoning": 0.9912
+        "Ties": 0.8622
       }
     },
     {
@@ -3818,16 +3818,16 @@
       "name": "internlm/internlm2-20b-reward",
       "developer": "internlm",
       "scores": {
-        "Score": 0.5628,
-        "Chat": 0.9888,
-        "Chat Hard": 0.7654,
-        "Safety": 0.6111,
-        "Reasoning": 0.9576,
+        "Score": 0.9016,
         "Factuality": 0.5558,
         "Precise IF": 0.3625,
         "Math": 0.5738,
+        "Safety": 0.8946,
         "Focus": 0.7253,
-        "Ties": 0.5483
+        "Ties": 0.5483,
+        "Chat": 0.9888,
+        "Chat Hard": 0.7654,
+        "Reasoning": 0.9576
       }
     },
     {
@@ -4014,16 +4014,16 @@
       "name": "nicolinho/QRM-Gemma-2-27B",
       "developer": "nicolinho",
       "scores": {
-        "Score": 0.7667,
-        "Chat": 0.9665,
-        "Chat Hard": 0.9013,
-        "Safety": 0.9578,
-        "Reasoning": 0.9826,
+        "Score": 0.9444,
         "Factuality": 0.7853,
         "Precise IF": 0.3719,
         "Math": 0.6995,
+        "Safety": 0.927,
         "Focus": 0.9535,
-        "Ties": 0.8321
+        "Ties": 0.8321,
+        "Chat": 0.9665,
+        "Chat Hard": 0.9013,
+        "Reasoning": 0.9826
       }
     },
     {
@@ -4249,17 +4249,17 @@
       "name": "openbmb/Eurus-RM-7b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.5806,
-        "Chat": 0.9804,
-        "Chat Hard": 0.6557,
-        "Safety": 0.6267,
-        "Reasoning": 0.8633,
-        "Prior Sets (0.5 weight)": 0.7172,
+        "Score": 0.8159,
         "Factuality": 0.6,
         "Precise IF": 0.3438,
         "Math": 0.5683,
+        "Safety": 0.8135,
         "Focus": 0.7475,
-        "Ties": 0.5972
+        "Ties": 0.5972,
+        "Chat": 0.9804,
+        "Chat Hard": 0.6557,
+        "Reasoning": 0.8633,
+        "Prior Sets (0.5 weight)": 0.7172
       }
     },
     {
@@ -4280,17 +4280,17 @@
       "name": "openbmb/UltraRM-13b",
       "developer": "openbmb",
       "scores": {
-        "Score": 0.6903,
+        "Score": 0.4683,
+        "Chat": 0.9637,
+        "Chat Hard": 0.5548,
+        "Safety": 0.5089,
+        "Reasoning": 0.6244,
+        "Prior Sets (0.5 weight)": 0.7294,
         "Factuality": 0.5063,
         "Precise IF": 0.3312,
         "Math": 0.5519,
-        "Safety": 0.5986,
         "Focus": 0.6081,
-        "Ties": 0.3036,
-        "Chat": 0.9637,
-        "Chat Hard": 0.5548,
-        "Reasoning": 0.6244,
-        "Prior Sets (0.5 weight)": 0.7294
+        "Ties": 0.3036
       }
     },
     {

data/benchmarks/swe-bench.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "swe-bench": 0.8072
+        "swe-bench": 0.65
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "swe-bench": 0.7234
+        "swe-bench": 0.71
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "swe-bench": 0.5455
+        "swe-bench": 0.57
       }
     }
   ]

data/benchmarks/tau-bench-2_airline.json

@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/airline": 0.6
+        "tau-bench-2/airline": 0.54
       }
     }
   ]

data/benchmarks/tau-bench-2_retail.json

@@ -5,7 +5,7 @@
       "name": "claude-opus-4-5",
       "developer": "Anthropic",
       "scores": {
-        "tau-bench-2/retail": 0.83
+        "tau-bench-2/retail": 0.78
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/retail": 0.73
+        "tau-bench-2/retail": 0.7576
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "gpt-5.2-2025-12-11",
       "developer": "OpenAI",
       "scores": {
-        "tau-bench-2/retail": 0.73
+        "tau-bench-2/retail": 0.68
       }
     }
   ]

data/benchmarks/tau-bench-2_telecom.json

@@ -13,7 +13,7 @@
       "name": "gemini-3-pro-preview",
       "developer": "Google",
       "scores": {
-        "tau-bench-2/telecom": 0.6852
+        "tau-bench-2/telecom": 0.73
       }
     },
     {

data/benchmarks/terminal-bench-2.0.json

@@ -5,7 +5,7 @@
       "name": "Qwen 3 Coder 480B",
       "developer": "Alibaba",
       "scores": {
-        "terminal-bench-2.0": 27.2
+        "terminal-bench-2.0": 23.9
       }
     },
     {
@@ -13,7 +13,7 @@
       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 28.3
+        "terminal-bench-2.0": 35.5
       }
     },
     {
@@ -21,7 +21,7 @@
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 34.8
+        "terminal-bench-2.0": 35.1
       }
     },
     {
@@ -29,7 +29,7 @@
       "name": "Claude Opus 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 51.9
+        "terminal-bench-2.0": 63.1
       }
     },
     {
@@ -37,7 +37,7 @@
       "name": "Claude Opus 4.6",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 62.9
+        "terminal-bench-2.0": 74.7
       }
     },
     {
@@ -45,7 +45,7 @@
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "scores": {
-        "terminal-bench-2.0": 42.6
+        "terminal-bench-2.0": 42.5
       }
     },
     {
@@ -61,7 +61,7 @@
       "name": "Gemini 2.5 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 17.1
+        "terminal-bench-2.0": 16.9
       }
     },
     {
@@ -69,7 +69,7 @@
       "name": "Gemini 2.5 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 16.4
+        "terminal-bench-2.0": 19.6
       }
     },
     {
@@ -77,7 +77,7 @@
       "name": "Gemini 3 Flash",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 64.3
+        "terminal-bench-2.0": 47.4
       }
     },
     {
@@ -85,7 +85,7 @@
       "name": "Gemini 3 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 61.8
+        "terminal-bench-2.0": 56.9
       }
     },
     {
@@ -93,7 +93,7 @@
       "name": "Gemini 3.1 Pro",
       "developer": "Google",
       "scores": {
-        "terminal-bench-2.0": 78.4
+        "terminal-bench-2.0": 74.8
       }
     },
     {
@@ -109,7 +109,7 @@
       "name": "MiniMax M2.1",
       "developer": "MiniMax",
       "scores": {
-        "terminal-bench-2.0": 36.6
+        "terminal-bench-2.0": 29.2
       }
     },
     {
@@ -125,7 +125,7 @@
       "name": "Kimi K2 Instruct",
       "developer": "Moonshot AI",
       "scores": {
-        "terminal-bench-2.0": 26.7
+        "terminal-bench-2.0": 27.8
       }
     },
     {
@@ -149,7 +149,7 @@
       "name": "Multiple",
       "developer": "Multiple",
       "scores": {
-        "terminal-bench-2.0": 72.4
+        "terminal-bench-2.0": 59.1
       }
     },
     {
@@ -157,7 +157,7 @@
       "name": "GPT-5",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 35.2
+        "terminal-bench-2.0": 49.6
       }
     },
     {
@@ -173,7 +173,7 @@
       "name": "GPT-5-Mini",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 24.0
+        "terminal-bench-2.0": 31.9
       }
     },
     {
@@ -181,7 +181,7 @@
       "name": "GPT-5-Nano",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 7.9
+        "terminal-bench-2.0": 7.0
       }
     },
     {
@@ -221,7 +221,7 @@
       "name": "GPT-5.2",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 54.0
+        "terminal-bench-2.0": 64.9
       }
     },
     {
@@ -245,7 +245,7 @@
       "name": "GPT-OSS-120B",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 14.2
+        "terminal-bench-2.0": 18.7
       }
     },
     {
@@ -253,7 +253,7 @@
       "name": "GPT-OSS-20B",
       "developer": "OpenAI",
       "scores": {
-        "terminal-bench-2.0": 3.1
+        "terminal-bench-2.0": 3.4
       }
     },
     {
@@ -261,7 +261,7 @@
       "name": "Grok 4",
       "developer": "xAI",
       "scores": {
-        "terminal-bench-2.0": 25.4
+        "terminal-bench-2.0": 23.1
       }
     },
     {

data/developers.json

@@ -205,7 +205,7 @@
   },
   {
     "developer": "amazon",
-    "model_count": 5
+    "model_count": 8
   },
   {
     "developer": "amd",
@@ -225,7 +225,7 @@
   },
   {
     "developer": "Anthropic",
-    "model_count": 28
+    "model_count": 34
   },
   {
     "developer": "apple",
@@ -411,6 +411,10 @@
     "developer": "bigscience",
     "model_count": 7
   },
+  {
+    "developer": "bittensor",
+    "model_count": 1
+  },
   {
     "developer": "BlackBeenie",
     "model_count": 9
@@ -537,7 +541,7 @@
   },
   {
     "developer": "cohere",
-    "model_count": 15
+    "model_count": 18
   },
   {
     "developer": "CohereForAI",
@@ -673,7 +677,7 @@
   },
   {
     "developer": "DeepSeek",
-    "model_count": 7
+    "model_count": 9
   },
   {
     "developer": "deepseek-ai",
@@ -949,7 +953,7 @@
   },
   {
     "developer": "Google",
-    "model_count": 68
+    "model_count": 78
   },
   {
     "developer": "GoToCompany",
@@ -1059,6 +1063,10 @@
     "developer": "HPAI-BSC",
     "model_count": 3
   },
+  {
+    "developer": "huawei-noah-ustc",
+    "model_count": 1
+  },
   {
     "developer": "HuggingFaceH4",
     "model_count": 5
@@ -1089,7 +1097,7 @@
   },
   {
     "developer": "ibm",
-    "model_count": 4
+    "model_count": 8
   },
   {
     "developer": "ibm-granite",
@@ -1295,6 +1303,10 @@
     "developer": "kaist-ai",
     "model_count": 4
   },
+  {
+    "developer": "katanemo",
+    "model_count": 3
+  },
   {
     "developer": "kavonalds",
     "model_count": 3
@@ -1539,6 +1551,10 @@
     "developer": "macadeliccc",
     "model_count": 3
   },
+  {
+    "developer": "madeagents",
+    "model_count": 4
+  },
   {
     "developer": "magnifi",
     "model_count": 1
@@ -1613,7 +1629,7 @@
   },
   {
     "developer": "Meta",
-    "model_count": 20
+    "model_count": 26
   },
   {
     "developer": "meta-llama",
@@ -1629,7 +1645,7 @@
   },
   {
     "developer": "microsoft",
-    "model_count": 18
+    "model_count": 19
   },
   {
     "developer": "mightbe",
@@ -1665,7 +1681,7 @@
   },
   {
     "developer": "mistralai",
-    "model_count": 27
+    "model_count": 36
   },
   {
     "developer": "mixtao",
@@ -1729,7 +1745,7 @@
   },
   {
     "developer": "moonshotai",
-    "model_count": 1
+    "model_count": 2
   },
   {
     "developer": "mosaicml",
@@ -1779,6 +1795,10 @@
     "developer": "my_model",
     "model_count": 1
   },
+  {
+    "developer": "nanbeige",
+    "model_count": 2
+  },
   {
     "developer": "NAPS-ai",
     "model_count": 7
@@ -1841,7 +1861,7 @@
   },
   {
     "developer": "Nexesenex",
-    "model_count": 45
+    "model_count": 44
   },
   {
     "developer": "Nexusflow",
@@ -1933,7 +1953,7 @@
   },
   {
     "developer": "nvidia",
-    "model_count": 21
+    "model_count": 22
   },
   {
     "developer": "nxmwxm",
@@ -2009,7 +2029,7 @@
   },
   {
     "developer": "OpenAI",
-    "model_count": 59
+    "model_count": 75
   },
   {
     "developer": "openai-community",
@@ -2021,7 +2041,7 @@
   },
   {
     "developer": "openbmb",
-    "model_count": 5
+    "model_count": 7
   },
   {
     "developer": "OpenBuddy",
@@ -2095,6 +2115,10 @@
     "developer": "paulml",
     "model_count": 1
   },
+  {
+    "developer": "phronetic-ai",
+    "model_count": 1
+  },
   {
     "developer": "Pinkstack",
     "model_count": 4
@@ -2197,7 +2221,7 @@
   },
   {
     "developer": "Qwen",
-    "model_count": 65
+    "model_count": 80
   },
   {
     "developer": "R-I-S-E",
@@ -2348,8 +2372,8 @@
     "model_count": 1
   },
   {
-    "developer": "Salesforce",
-    "model_count": 4
+    "developer": "salesforce",
+    "model_count": 9
   },
   {
     "developer": "saltlux",
@@ -2535,6 +2559,10 @@
     "developer": "speakleash",
     "model_count": 5
   },
+  {
+    "developer": "speakleash-ack-cyfronet-agh",
+    "model_count": 1
+  },
   {
     "developer": "Spestly",
     "model_count": 3
@@ -2727,6 +2755,10 @@
     "developer": "TIGER-Lab",
     "model_count": 6
   },
+  {
+    "developer": "tii-uae",
+    "model_count": 4
+  },
   {
     "developer": "tiiuae",
     "model_count": 18
@@ -2799,6 +2831,10 @@
     "developer": "UCLA-AGI",
     "model_count": 10
   },
+  {
+    "developer": "uiuc-oumi",
+    "model_count": 2
+  },
   {
     "developer": "UKzExecution",
     "model_count": 1
@@ -2937,7 +2973,7 @@
   },
   {
     "developer": "writer",
-    "model_count": 7
+    "model_count": 8
   },
   {
     "developer": "wzhouad",
@@ -2949,7 +2985,7 @@
   },
   {
     "developer": "xAI",
-    "model_count": 7
+    "model_count": 11
   },
   {
     "developer": "Xclbr7",
@@ -3097,7 +3133,7 @@
   },
   {
     "developer": "zhipu",
-    "model_count": 2
+    "model_count": 3
   },
   {
     "developer": "zhipu-ai",

data/developers/abhishek.json

@@ -7,12 +7,12 @@
       "developer": "abhishek",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1957,
-        "hfopenllm_v2/BBH": 0.3135,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2517,
-        "hfopenllm_v2/MUSR": 0.365,
-        "hfopenllm_v2/MMLU-PRO": 0.1151
+        "hfopenllm_v2/IFEval": 0.1952,
+        "hfopenllm_v2/BBH": 0.3127,
+        "hfopenllm_v2/MATH Level 5": 0.0128,
+        "hfopenllm_v2/GPQA": 0.2592,
+        "hfopenllm_v2/MUSR": 0.3584,
+        "hfopenllm_v2/MMLU-PRO": 0.1144
       }
     },
     {

data/developers/adriszmar.json

@@ -7,12 +7,12 @@
       "developer": "adriszmar",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1685,
-        "hfopenllm_v2/BBH": 0.3124,
-        "hfopenllm_v2/MATH Level 5": 0.0015,
-        "hfopenllm_v2/GPQA": 0.2492,
-        "hfopenllm_v2/MUSR": 0.3963,
-        "hfopenllm_v2/MMLU-PRO": 0.1066
+        "hfopenllm_v2/IFEval": 0.1746,
+        "hfopenllm_v2/BBH": 0.3126,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.245,
+        "hfopenllm_v2/MUSR": 0.4096,
+        "hfopenllm_v2/MMLU-PRO": 0.1087
       }
     }
   ]

data/developers/ai2.json

@@ -43,10 +43,10 @@
       "developer": "AI2",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.6895,
+        "reward-bench/Score": 0.7008,
         "reward-bench/Chat": 0.9385,
-        "reward-bench/Chat Hard": 0.3706,
-        "reward-bench/Safety": 0.7595
+        "reward-bench/Chat Hard": 0.3882,
+        "reward-bench/Safety": 0.7757
       }
     },
     {

data/developers/akjindal53244.json

@@ -7,12 +7,12 @@
       "developer": "akjindal53244",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8033,
-        "hfopenllm_v2/BBH": 0.5196,
-        "hfopenllm_v2/MATH Level 5": 0.1624,
-        "hfopenllm_v2/GPQA": 0.3096,
+        "hfopenllm_v2/IFEval": 0.8051,
+        "hfopenllm_v2/BBH": 0.5189,
+        "hfopenllm_v2/MATH Level 5": 0.1722,
+        "hfopenllm_v2/GPQA": 0.3263,
         "hfopenllm_v2/MUSR": 0.4028,
-        "hfopenllm_v2/MMLU-PRO": 0.3812
+        "hfopenllm_v2/MMLU-PRO": 0.3803
       }
     }
   ]

data/developers/alibaba.json

@@ -7,7 +7,7 @@
       "developer": "Alibaba",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 27.2
+        "terminal-bench-2.0/terminal-bench-2.0": 23.9
       }
     },
     {

data/developers/allenai.json

@@ -63,17 +63,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7606,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.8355,
-        "reward-bench/Safety": 0.8844,
-        "reward-bench/Reasoning": 0.8969,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.9021,
         "reward-bench/Factuality": 0.8126,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
+        "reward-bench/Safety": 0.9095,
         "reward-bench/Focus": 0.8646,
-        "reward-bench/Ties": 0.8835
+        "reward-bench/Ties": 0.8835,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.8355,
+        "reward-bench/Reasoning": 0.8969,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -82,17 +82,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8463,
+        "reward-bench/Score": 0.649,
+        "reward-bench/Chat": 0.933,
+        "reward-bench/Chat Hard": 0.7785,
+        "reward-bench/Safety": 0.8267,
+        "reward-bench/Reasoning": 0.7886,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.72,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.612,
-        "reward-bench/Safety": 0.8851,
         "reward-bench/Focus": 0.8323,
-        "reward-bench/Ties": 0.5406,
-        "reward-bench/Chat": 0.933,
-        "reward-bench/Chat Hard": 0.7785,
-        "reward-bench/Reasoning": 0.7886,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.5406
       }
     },
     {
@@ -101,17 +101,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.7285,
-        "reward-bench/Chat": 0.9581,
-        "reward-bench/Chat Hard": 0.8158,
-        "reward-bench/Safety": 0.8956,
-        "reward-bench/Reasoning": 0.887,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8885,
         "reward-bench/Factuality": 0.7432,
         "reward-bench/Precise IF": 0.4437,
         "reward-bench/Math": 0.6175,
+        "reward-bench/Safety": 0.8932,
         "reward-bench/Focus": 0.9071,
-        "reward-bench/Ties": 0.7638
+        "reward-bench/Ties": 0.7638,
+        "reward-bench/Chat": 0.9581,
+        "reward-bench/Chat Hard": 0.8158,
+        "reward-bench/Reasoning": 0.887,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {
@@ -120,12 +120,12 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.8291,
-        "hfopenllm_v2/BBH": 0.6164,
-        "hfopenllm_v2/MATH Level 5": 0.4502,
+        "hfopenllm_v2/IFEval": 0.8379,
+        "hfopenllm_v2/BBH": 0.6157,
+        "hfopenllm_v2/MATH Level 5": 0.3829,
         "hfopenllm_v2/GPQA": 0.3733,
-        "hfopenllm_v2/MUSR": 0.4948,
-        "hfopenllm_v2/MMLU-PRO": 0.4645
+        "hfopenllm_v2/MUSR": 0.4988,
+        "hfopenllm_v2/MMLU-PRO": 0.4656
       }
     },
     {
@@ -162,17 +162,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.8892,
+        "reward-bench/Score": 0.722,
+        "reward-bench/Chat": 0.9693,
+        "reward-bench/Chat Hard": 0.8268,
+        "reward-bench/Safety": 0.8689,
+        "reward-bench/Reasoning": 0.8583,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0,
         "reward-bench/Factuality": 0.8084,
         "reward-bench/Precise IF": 0.3688,
         "reward-bench/Math": 0.6776,
-        "reward-bench/Safety": 0.9027,
         "reward-bench/Focus": 0.7778,
-        "reward-bench/Ties": 0.8308,
-        "reward-bench/Chat": 0.9693,
-        "reward-bench/Chat Hard": 0.8268,
-        "reward-bench/Reasoning": 0.8583,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0
+        "reward-bench/Ties": 0.8308
       }
     },
     {
@@ -209,17 +209,17 @@
       "developer": "allenai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.687,
-        "reward-bench/Chat": 0.9553,
-        "reward-bench/Chat Hard": 0.761,
-        "reward-bench/Safety": 0.86,
-        "reward-bench/Reasoning": 0.7898,
-        "reward-bench/Prior Sets (0.5 weight)": 0.0,
+        "reward-bench/Score": 0.8431,
         "reward-bench/Factuality": 0.7516,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.6284,
+        "reward-bench/Safety": 0.8662,
         "reward-bench/Focus": 0.8545,
-        "reward-bench/Ties": 0.6397
+        "reward-bench/Ties": 0.6397,
+        "reward-bench/Chat": 0.9553,
+        "reward-bench/Chat Hard": 0.761,
+        "reward-bench/Reasoning": 0.7898,
+        "reward-bench/Prior Sets (0.5 weight)": 0.0
       }
     },
     {

data/developers/amazon.json

@@ -1,6 +1,120 @@
 {
   "developer": "amazon",
   "models": [
+    {
+      "id": "amazon/amazon-nova-2-lite-v1-0-fc",
+      "name": "Amazon-Nova-2-Lite-v1:0 (FC)",
+      "developer": "amazon",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 80.0,
+        "bfcl/bfcl.overall.overall_accuracy": 27.1,
+        "bfcl/bfcl.overall.total_cost_usd": 78.19,
+        "bfcl/bfcl.overall.latency_mean_s": 8.55,
+        "bfcl/bfcl.overall.latency_std_s": 9.85,
+        "bfcl/bfcl.overall.latency_p95_s": 27.62,
+        "bfcl/bfcl.non_live.ast_accuracy": 86.96,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 76.33,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 94.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 91.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 86.0,
+        "bfcl/bfcl.live.live_accuracy": 80.83,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 83.33,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 80.15,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 87.5,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 79.17,
+        "bfcl/bfcl.multi_turn.accuracy": 2.12,
+        "bfcl/bfcl.multi_turn.base_accuracy": 2.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 1.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 2.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 2.5,
+        "bfcl/bfcl.web_search.accuracy": 5.0,
+        "bfcl/bfcl.web_search.base_accuracy": 4.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 6.0,
+        "bfcl/bfcl.memory.accuracy": 2.37,
+        "bfcl/bfcl.memory.kv_accuracy": 1.94,
+        "bfcl/bfcl.memory.vector_accuracy": 3.23,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 1.94,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 75.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 82.11
+      }
+    },
+    {
+      "id": "amazon/amazon-nova-micro-v1-0-fc",
+      "name": "Amazon-Nova-Micro-v1:0 (FC)",
+      "developer": "amazon",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 95.0,
+        "bfcl/bfcl.overall.overall_accuracy": 22.29,
+        "bfcl/bfcl.overall.total_cost_usd": 1.81,
+        "bfcl/bfcl.overall.latency_mean_s": 1.12,
+        "bfcl/bfcl.overall.latency_std_s": 0.45,
+        "bfcl/bfcl.overall.latency_p95_s": 1.79,
+        "bfcl/bfcl.non_live.ast_accuracy": 74.1,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 70.92,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 87.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 75.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 62.5,
+        "bfcl/bfcl.live.live_accuracy": 66.32,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 72.09,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 64.96,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 81.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 54.17,
+        "bfcl/bfcl.multi_turn.accuracy": 1.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 1.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 1.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 2.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 1.0,
+        "bfcl/bfcl.web_search.accuracy": 1.5,
+        "bfcl/bfcl.web_search.base_accuracy": 3.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 2.37,
+        "bfcl/bfcl.memory.kv_accuracy": 1.94,
+        "bfcl/bfcl.memory.vector_accuracy": 2.58,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 2.58,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 81.25,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 70.65
+      }
+    },
+    {
+      "id": "amazon/amazon-nova-pro-v1-0-fc",
+      "name": "Amazon-Nova-Pro-v1:0 (FC)",
+      "developer": "amazon",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 88.0,
+        "bfcl/bfcl.overall.overall_accuracy": 24.97,
+        "bfcl/bfcl.overall.total_cost_usd": 48.44,
+        "bfcl/bfcl.overall.latency_mean_s": 2.25,
+        "bfcl/bfcl.overall.latency_std_s": 1.91,
+        "bfcl/bfcl.overall.latency_p95_s": 3.29,
+        "bfcl/bfcl.non_live.ast_accuracy": 86.58,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 75.83,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 93.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 93.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 84.0,
+        "bfcl/bfcl.live.live_accuracy": 78.53,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 81.4,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 77.97,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 81.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 70.83,
+        "bfcl/bfcl.multi_turn.accuracy": 1.88,
+        "bfcl/bfcl.multi_turn.base_accuracy": 1.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 2.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 3.0,
+        "bfcl/bfcl.web_search.accuracy": 2.5,
+        "bfcl/bfcl.web_search.base_accuracy": 4.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 1.0,
+        "bfcl/bfcl.memory.accuracy": 1.94,
+        "bfcl/bfcl.memory.kv_accuracy": 2.58,
+        "bfcl/bfcl.memory.vector_accuracy": 1.29,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 1.94,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 93.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 70.06
+      }
+    },
     {
       "id": "amazon/MegaBeam-Mistral-7B-300k",
       "name": "MegaBeam-Mistral-7B-300k",

data/developers/amd.json

@@ -7,11 +7,11 @@
       "developer": "amd",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1918,
-        "hfopenllm_v2/BBH": 0.2969,
-        "hfopenllm_v2/MATH Level 5": 0.0076,
-        "hfopenllm_v2/GPQA": 0.2584,
-        "hfopenllm_v2/MUSR": 0.3846,
+        "hfopenllm_v2/IFEval": 0.1842,
+        "hfopenllm_v2/BBH": 0.2974,
+        "hfopenllm_v2/MATH Level 5": 0.0053,
+        "hfopenllm_v2/GPQA": 0.2525,
+        "hfopenllm_v2/MUSR": 0.378,
         "hfopenllm_v2/MMLU-PRO": 0.1169
       }
     }

data/developers/anthropic.json

@@ -204,16 +204,16 @@
         "helm_mmlu/Virology": 0.602,
         "helm_mmlu/World Religions": 0.924,
         "helm_mmlu/Mean win rate": 0.17,
-        "reward-bench/Score": 0.8417,
+        "reward-bench/Score": 0.6466,
+        "reward-bench/Chat": 0.9637,
+        "reward-bench/Chat Hard": 0.7401,
+        "reward-bench/Safety": 0.8519,
+        "reward-bench/Reasoning": 0.8469,
         "reward-bench/Factuality": 0.5284,
         "reward-bench/Precise IF": 0.3875,
         "reward-bench/Math": 0.5683,
-        "reward-bench/Safety": 0.8162,
         "reward-bench/Focus": 0.8697,
-        "reward-bench/Ties": 0.674,
-        "reward-bench/Chat": 0.9637,
-        "reward-bench/Chat Hard": 0.7401,
-        "reward-bench/Reasoning": 0.8469
+        "reward-bench/Ties": 0.674
       }
     },
     {
@@ -371,17 +371,17 @@
         "helm_mmlu/Virology": 0.542,
         "helm_mmlu/World Religions": 0.871,
         "helm_mmlu/Mean win rate": 0.28,
-        "reward-bench/Score": 0.7289,
+        "reward-bench/Score": 0.3711,
+        "reward-bench/Chat": 0.9274,
+        "reward-bench/Chat Hard": 0.5197,
+        "reward-bench/Safety": 0.595,
+        "reward-bench/Reasoning": 0.706,
+        "reward-bench/Prior Sets (0.5 weight)": 0.6635,
         "reward-bench/Factuality": 0.4042,
         "reward-bench/Precise IF": 0.2812,
         "reward-bench/Math": 0.3552,
-        "reward-bench/Safety": 0.7953,
         "reward-bench/Focus": 0.501,
-        "reward-bench/Ties": 0.0899,
-        "reward-bench/Chat": 0.9274,
-        "reward-bench/Chat Hard": 0.5197,
-        "reward-bench/Reasoning": 0.706,
-        "reward-bench/Prior Sets (0.5 weight)": 0.6635
+        "reward-bench/Ties": 0.0899
       }
     },
     {
@@ -519,13 +519,91 @@
         "livecodebenchpro/Easy Problems": 0.15492957746478872
       }
     },
+    {
+      "id": "anthropic/claude-haiku-4-5-20251001-fc",
+      "name": "Claude-Haiku-4-5-20251001 (FC)",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 6.0,
+        "bfcl/bfcl.overall.overall_accuracy": 68.7,
+        "bfcl/bfcl.overall.total_cost_usd": 14.23,
+        "bfcl/bfcl.overall.latency_mean_s": 1.68,
+        "bfcl/bfcl.overall.latency_std_s": 3.92,
+        "bfcl/bfcl.overall.latency_p95_s": 3.15,
+        "bfcl/bfcl.non_live.ast_accuracy": 86.5,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 71.0,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 94.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 92.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 88.5,
+        "bfcl/bfcl.live.live_accuracy": 78.68,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 83.72,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 77.59,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 75.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 75.0,
+        "bfcl/bfcl.multi_turn.accuracy": 53.62,
+        "bfcl/bfcl.multi_turn.base_accuracy": 63.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 42.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 52.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 56.0,
+        "bfcl/bfcl.web_search.accuracy": 83.5,
+        "bfcl/bfcl.web_search.base_accuracy": 86.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 81.0,
+        "bfcl/bfcl.memory.accuracy": 54.41,
+        "bfcl/bfcl.memory.kv_accuracy": 51.61,
+        "bfcl/bfcl.memory.vector_accuracy": 55.48,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 56.13,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 62.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 85.11
+      }
+    },
+    {
+      "id": "anthropic/claude-haiku-4-5-20251001-prompt",
+      "name": "Claude-Haiku-4-5-20251001 (Prompt)",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 87.0,
+        "bfcl/bfcl.overall.overall_accuracy": 25.26,
+        "bfcl/bfcl.overall.total_cost_usd": 45.13,
+        "bfcl/bfcl.overall.latency_mean_s": 3.75,
+        "bfcl/bfcl.overall.latency_std_s": 19.96,
+        "bfcl/bfcl.overall.latency_p95_s": 3.77,
+        "bfcl/bfcl.non_live.ast_accuracy": 55.42,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 55.67,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 84.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 38.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 44.0,
+        "bfcl/bfcl.live.live_accuracy": 52.48,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 66.67,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 49.76,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 56.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 16.67,
+        "bfcl/bfcl.multi_turn.accuracy": 1.75,
+        "bfcl/bfcl.multi_turn.base_accuracy": 1.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 4.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 1.5,
+        "bfcl/bfcl.web_search.accuracy": 19.5,
+        "bfcl/bfcl.web_search.base_accuracy": 20.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 19.0,
+        "bfcl/bfcl.memory.accuracy": 2.58,
+        "bfcl/bfcl.memory.kv_accuracy": 2.58,
+        "bfcl/bfcl.memory.vector_accuracy": 1.94,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 3.23,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 31.25,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 95.29,
+        "bfcl/bfcl.format_sensitivity.max_delta": 67.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 20.07
+      }
+    },
     {
       "id": "anthropic/claude-haiku-4.5",
       "name": "Claude Haiku 4.5",
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 28.3
+        "terminal-bench-2.0/terminal-bench-2.0": 35.5
       }
     },
     {
@@ -651,20 +729,98 @@
       "evaluator_relationship": null,
       "benchmark_scores": {
         "appworld_test_normal/appworld/test_normal": 0.68,
-        "browsecompplus/browsecompplus": 0.49,
-        "swe-bench/swe-bench": 0.8072,
+        "browsecompplus/browsecompplus": 0.61,
+        "swe-bench/swe-bench": 0.65,
         "tau-bench-2_airline/tau-bench-2/airline": 0.66,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.83,
+        "tau-bench-2_retail/tau-bench-2/retail": 0.78,
         "tau-bench-2_telecom/tau-bench-2/telecom": 0.84
       }
     },
+    {
+      "id": "anthropic/claude-opus-4-5-20251101-fc",
+      "name": "Claude-Opus-4-5-20251101 (FC)",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 1.0,
+        "bfcl/bfcl.overall.overall_accuracy": 77.47,
+        "bfcl/bfcl.overall.total_cost_usd": 86.55,
+        "bfcl/bfcl.overall.latency_mean_s": 4.38,
+        "bfcl/bfcl.overall.latency_std_s": 3.13,
+        "bfcl/bfcl.overall.latency_p95_s": 7.56,
+        "bfcl/bfcl.non_live.ast_accuracy": 88.58,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 76.83,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 95.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 93.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 88.5,
+        "bfcl/bfcl.live.live_accuracy": 79.79,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 86.43,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 78.16,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 87.5,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 75.0,
+        "bfcl/bfcl.multi_turn.accuracy": 68.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 81.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 64.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 58.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 70.5,
+        "bfcl/bfcl.web_search.accuracy": 84.5,
+        "bfcl/bfcl.web_search.base_accuracy": 84.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 85.0,
+        "bfcl/bfcl.memory.accuracy": 73.76,
+        "bfcl/bfcl.memory.kv_accuracy": 70.97,
+        "bfcl/bfcl.memory.vector_accuracy": 72.9,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 77.42,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 62.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 84.72
+      }
+    },
+    {
+      "id": "anthropic/claude-opus-4-5-20251101-prompt",
+      "name": "Claude-Opus-4-5-20251101 (Prompt)",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 57.0,
+        "bfcl/bfcl.overall.overall_accuracy": 33.47,
+        "bfcl/bfcl.overall.total_cost_usd": 88.33,
+        "bfcl/bfcl.overall.latency_mean_s": 3.76,
+        "bfcl/bfcl.overall.latency_std_s": 13.19,
+        "bfcl/bfcl.overall.latency_p95_s": 5.52,
+        "bfcl/bfcl.non_live.ast_accuracy": 89.65,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 79.58,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 93.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 93.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 92.5,
+        "bfcl/bfcl.live.live_accuracy": 76.02,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 84.5,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 74.17,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 81.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 62.5,
+        "bfcl/bfcl.multi_turn.accuracy": 16.12,
+        "bfcl/bfcl.multi_turn.base_accuracy": 20.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 9.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 21.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 13.5,
+        "bfcl/bfcl.web_search.accuracy": 13.0,
+        "bfcl/bfcl.web_search.base_accuracy": 13.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 13.0,
+        "bfcl/bfcl.memory.accuracy": 1.94,
+        "bfcl/bfcl.memory.kv_accuracy": 1.29,
+        "bfcl/bfcl.memory.vector_accuracy": 1.94,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 2.58,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 90.75,
+        "bfcl/bfcl.format_sensitivity.max_delta": 13.0,
+        "bfcl/bfcl.format_sensitivity.stddev": 3.65
+      }
+    },
     {
       "id": "anthropic/claude-opus-4.1",
       "name": "Claude Opus 4.1",
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 34.8
+        "terminal-bench-2.0/terminal-bench-2.0": 35.1
       }
     },
     {
@@ -673,7 +829,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 51.9
+        "terminal-bench-2.0/terminal-bench-2.0": 63.1
       }
     },
     {
@@ -682,7 +838,7 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 62.9
+        "terminal-bench-2.0/terminal-bench-2.0": 74.7
       }
     },
     {
@@ -750,13 +906,91 @@
         "livecodebenchpro/Easy Problems": 0.5352
       }
     },
+    {
+      "id": "anthropic/claude-sonnet-4-5-20250929-fc",
+      "name": "Claude-Sonnet-4-5-20250929 (FC)",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 2.0,
+        "bfcl/bfcl.overall.overall_accuracy": 73.24,
+        "bfcl/bfcl.overall.total_cost_usd": 43.73,
+        "bfcl/bfcl.overall.latency_mean_s": 4.31,
+        "bfcl/bfcl.overall.latency_std_s": 4.43,
+        "bfcl/bfcl.overall.latency_p95_s": 7.27,
+        "bfcl/bfcl.non_live.ast_accuracy": 88.65,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 72.58,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 95.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 94.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.live.live_accuracy": 81.13,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 89.53,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 78.92,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 87.5,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 83.33,
+        "bfcl/bfcl.multi_turn.accuracy": 61.37,
+        "bfcl/bfcl.multi_turn.base_accuracy": 69.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 65.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 52.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 59.0,
+        "bfcl/bfcl.web_search.accuracy": 81.0,
+        "bfcl/bfcl.web_search.base_accuracy": 82.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 80.0,
+        "bfcl/bfcl.memory.accuracy": 64.95,
+        "bfcl/bfcl.memory.kv_accuracy": 54.19,
+        "bfcl/bfcl.memory.vector_accuracy": 57.42,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 83.23,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 86.61
+      }
+    },
+    {
+      "id": "anthropic/claude-sonnet-4-5-20250929-prompt",
+      "name": "Claude-Sonnet-4-5-20250929 (Prompt)",
+      "developer": "Anthropic",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 89.0,
+        "bfcl/bfcl.overall.overall_accuracy": 24.9,
+        "bfcl/bfcl.overall.total_cost_usd": 47.82,
+        "bfcl/bfcl.overall.latency_mean_s": 3.84,
+        "bfcl/bfcl.overall.latency_std_s": 1.53,
+        "bfcl/bfcl.overall.latency_p95_s": 6.66,
+        "bfcl/bfcl.non_live.ast_accuracy": 59.81,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 47.25,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 79.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 53.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 59.0,
+        "bfcl/bfcl.live.live_accuracy": 46.56,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 73.26,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 40.17,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 56.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 33.33,
+        "bfcl/bfcl.multi_turn.accuracy": 1.62,
+        "bfcl/bfcl.multi_turn.base_accuracy": 2.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 3.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 1.5,
+        "bfcl/bfcl.web_search.accuracy": 16.0,
+        "bfcl/bfcl.web_search.base_accuracy": 16.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 16.0,
+        "bfcl/bfcl.memory.accuracy": 5.38,
+        "bfcl/bfcl.memory.kv_accuracy": 4.52,
+        "bfcl/bfcl.memory.vector_accuracy": 9.68,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 1.94,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 37.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 95.03,
+        "bfcl/bfcl.format_sensitivity.max_delta": 37.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 10.07
+      }
+    },
     {
       "id": "anthropic/claude-sonnet-4.5",
       "name": "Claude Sonnet 4.5",
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 42.6
+        "terminal-bench-2.0/terminal-bench-2.0": 42.5
       }
     },
     {
@@ -800,6 +1034,8 @@
       "developer": "Anthropic",
       "evaluator_relationship": null,
       "benchmark_scores": {
+        "ace/Overall Score": 0.478,
+        "ace/Gaming Score": 0.391,
         "apex-agents/Overall Pass@1": 0.184,
         "apex-agents/Overall Pass@8": 0.34,
         "apex-agents/Overall Mean Score": 0.348,
@@ -807,8 +1043,6 @@
         "apex-agents/Management Consulting Pass@1": 0.132,
         "apex-agents/Corporate Law Pass@1": 0.202,
         "apex-agents/Corporate Lawyer Mean Score": 0.471,
-        "ace/Overall Score": 0.478,
-        "ace/Gaming Score": 0.391,
         "apex-v1/Medicine (MD) Score": 0.65
       }
     },

data/developers/arcee-ai.json

@@ -49,12 +49,12 @@
       "developer": "arcee-ai",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5621,
-        "hfopenllm_v2/BBH": 0.5489,
-        "hfopenllm_v2/MATH Level 5": 0.2953,
-        "hfopenllm_v2/GPQA": 0.307,
-        "hfopenllm_v2/MUSR": 0.4021,
-        "hfopenllm_v2/MMLU-PRO": 0.3822
+        "hfopenllm_v2/IFEval": 0.5718,
+        "hfopenllm_v2/BBH": 0.5481,
+        "hfopenllm_v2/MATH Level 5": 0.114,
+        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/MUSR": 0.4008,
+        "hfopenllm_v2/MMLU-PRO": 0.3813
       }
     },
     {

data/developers/atanddev.json

@@ -7,12 +7,12 @@
       "developer": "AtAndDev",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4605,
-        "hfopenllm_v2/BBH": 0.4258,
-        "hfopenllm_v2/MATH Level 5": 0.0748,
-        "hfopenllm_v2/GPQA": 0.2659,
-        "hfopenllm_v2/MUSR": 0.3636,
-        "hfopenllm_v2/MMLU-PRO": 0.2812
+        "hfopenllm_v2/IFEval": 0.4511,
+        "hfopenllm_v2/BBH": 0.4275,
+        "hfopenllm_v2/MATH Level 5": 0.1473,
+        "hfopenllm_v2/GPQA": 0.2701,
+        "hfopenllm_v2/MUSR": 0.3623,
+        "hfopenllm_v2/MMLU-PRO": 0.2806
       }
     }
   ]

data/developers/bittensor.json

@@ -0,0 +1,43 @@
+{
+  "developer": "bittensor",
+  "models": [
+    {
+      "id": "bittensor/bitagent-bounty-8b",
+      "name": "BitAgent-Bounty-8B",
+      "developer": "bittensor",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 36.0,
+        "bfcl/bfcl.overall.overall_accuracy": 46.23,
+        "bfcl/bfcl.overall.total_cost_usd": 18.02,
+        "bfcl/bfcl.overall.latency_mean_s": 16.52,
+        "bfcl/bfcl.overall.latency_std_s": 30.73,
+        "bfcl/bfcl.overall.latency_p95_s": 77.12,
+        "bfcl/bfcl.non_live.ast_accuracy": 81.6,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 72.42,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 93.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 83.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 78.0,
+        "bfcl/bfcl.live.live_accuracy": 93.12,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 90.31,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 94.02,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 75.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 95.83,
+        "bfcl/bfcl.multi_turn.accuracy": 62.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 75.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 49.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 68.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 57.0,
+        "bfcl/bfcl.web_search.accuracy": 0.0,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 1.51,
+        "bfcl/bfcl.memory.kv_accuracy": 1.29,
+        "bfcl/bfcl.memory.vector_accuracy": 1.29,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 1.94,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 97.48
+      }
+    }
+  ]
+}

data/developers/cir-ams.json

@@ -7,17 +7,17 @@
       "developer": "CIR-AMS",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5736,
-        "reward-bench/Chat": 0.9749,
-        "reward-bench/Chat Hard": 0.5724,
-        "reward-bench/Safety": 0.7178,
-        "reward-bench/Reasoning": 0.8775,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7029,
+        "reward-bench/Score": 0.8172,
         "reward-bench/Factuality": 0.5347,
         "reward-bench/Precise IF": 0.3563,
         "reward-bench/Math": 0.6066,
+        "reward-bench/Safety": 0.9014,
         "reward-bench/Focus": 0.5737,
-        "reward-bench/Ties": 0.6527
+        "reward-bench/Ties": 0.6527,
+        "reward-bench/Chat": 0.9749,
+        "reward-bench/Chat Hard": 0.5724,
+        "reward-bench/Reasoning": 0.8775,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7029
       }
     }
   ]

data/developers/cognitivecomputations.json

@@ -77,12 +77,12 @@
       "developer": "cognitivecomputations",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3613,
-        "hfopenllm_v2/BBH": 0.6123,
-        "hfopenllm_v2/MATH Level 5": 0.1239,
-        "hfopenllm_v2/GPQA": 0.328,
-        "hfopenllm_v2/MUSR": 0.4112,
-        "hfopenllm_v2/MMLU-PRO": 0.4494
+        "hfopenllm_v2/IFEval": 0.4124,
+        "hfopenllm_v2/BBH": 0.6383,
+        "hfopenllm_v2/MATH Level 5": 0.182,
+        "hfopenllm_v2/GPQA": 0.3289,
+        "hfopenllm_v2/MUSR": 0.4349,
+        "hfopenllm_v2/MMLU-PRO": 0.4525
       }
     },
     {

data/developers/cohere.json

@@ -257,6 +257,82 @@
         "global-mmlu-lite/Burmese": 0.8175
       }
     },
+    {
+      "id": "cohere/command-a-fc",
+      "name": "Command A (FC)",
+      "developer": "cohere",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 35.0,
+        "bfcl/bfcl.overall.overall_accuracy": 46.49,
+        "bfcl/bfcl.overall.total_cost_usd": 91.37,
+        "bfcl/bfcl.overall.latency_mean_s": 2.09,
+        "bfcl/bfcl.overall.latency_std_s": 7.36,
+        "bfcl/bfcl.overall.latency_p95_s": 4.94,
+        "bfcl/bfcl.non_live.ast_accuracy": 87.56,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 75.75,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 93.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 93.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 88.0,
+        "bfcl/bfcl.live.live_accuracy": 78.53,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 85.66,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 76.92,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 81.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 70.83,
+        "bfcl/bfcl.multi_turn.accuracy": 29.5,
+        "bfcl/bfcl.multi_turn.base_accuracy": 38.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 23.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 32.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 25.0,
+        "bfcl/bfcl.web_search.accuracy": 46.5,
+        "bfcl/bfcl.web_search.base_accuracy": 60.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 33.0,
+        "bfcl/bfcl.memory.accuracy": 16.56,
+        "bfcl/bfcl.memory.kv_accuracy": 4.52,
+        "bfcl/bfcl.memory.vector_accuracy": 5.16,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 40.0,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 81.25,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 84.19
+      }
+    },
+    {
+      "id": "cohere/command-a-reasoning-fc",
+      "name": "Command A Reasoning (FC)",
+      "developer": "cohere",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 13.0,
+        "bfcl/bfcl.overall.overall_accuracy": 57.06,
+        "bfcl/bfcl.overall.total_cost_usd": 3.04,
+        "bfcl/bfcl.overall.latency_mean_s": 3.44,
+        "bfcl/bfcl.overall.latency_std_s": 4.91,
+        "bfcl/bfcl.overall.latency_p95_s": 8.39,
+        "bfcl/bfcl.non_live.ast_accuracy": 86.27,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 73.58,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 93.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 89.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 88.5,
+        "bfcl/bfcl.live.live_accuracy": 78.61,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 80.23,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 78.35,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 75.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 75.0,
+        "bfcl/bfcl.multi_turn.accuracy": 50.12,
+        "bfcl/bfcl.multi_turn.base_accuracy": 61.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 41.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 49.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 48.5,
+        "bfcl/bfcl.web_search.accuracy": 55.5,
+        "bfcl/bfcl.web_search.base_accuracy": 65.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 46.0,
+        "bfcl/bfcl.memory.accuracy": 28.82,
+        "bfcl/bfcl.memory.kv_accuracy": 16.13,
+        "bfcl/bfcl.memory.vector_accuracy": 23.87,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 46.45,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 86.75
+      }
+    },
     {
       "id": "cohere/command-light",
       "name": "Command Light",
@@ -383,6 +459,44 @@
         "helm_mmlu/Mean win rate": 0.825
       }
     },
+    {
+      "id": "cohere/command-r7b-fc",
+      "name": "Command R7B (FC)",
+      "developer": "cohere",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 61.0,
+        "bfcl/bfcl.overall.overall_accuracy": 32.07,
+        "bfcl/bfcl.overall.total_cost_usd": 1.5,
+        "bfcl/bfcl.overall.latency_mean_s": 1.38,
+        "bfcl/bfcl.overall.latency_std_s": 2.87,
+        "bfcl/bfcl.overall.latency_p95_s": 2.69,
+        "bfcl/bfcl.non_live.ast_accuracy": 80.96,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 67.33,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 89.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 85.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 81.5,
+        "bfcl/bfcl.live.live_accuracy": 69.06,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 62.79,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 70.94,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 43.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 70.83,
+        "bfcl/bfcl.multi_turn.accuracy": 8.25,
+        "bfcl/bfcl.multi_turn.base_accuracy": 12.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 10.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 10.0,
+        "bfcl/bfcl.web_search.accuracy": 27.0,
+        "bfcl/bfcl.web_search.base_accuracy": 43.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 11.0,
+        "bfcl/bfcl.memory.accuracy": 5.16,
+        "bfcl/bfcl.memory.kv_accuracy": 2.58,
+        "bfcl/bfcl.memory.vector_accuracy": 9.68,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 3.23,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 81.65
+      }
+    },
     {
       "id": "cohere/command-xlarge-beta",
       "name": "Cohere Command beta 52.4B",

data/developers/columbia-nlp.json

@@ -7,12 +7,12 @@
       "developer": "Columbia-NLP",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3102,
-        "hfopenllm_v2/BBH": 0.3881,
-        "hfopenllm_v2/MATH Level 5": 0.0536,
-        "hfopenllm_v2/GPQA": 0.2534,
-        "hfopenllm_v2/MUSR": 0.4081,
-        "hfopenllm_v2/MMLU-PRO": 0.1665
+        "hfopenllm_v2/IFEval": 0.3278,
+        "hfopenllm_v2/BBH": 0.392,
+        "hfopenllm_v2/MATH Level 5": 0.0431,
+        "hfopenllm_v2/GPQA": 0.2492,
+        "hfopenllm_v2/MUSR": 0.412,
+        "hfopenllm_v2/MMLU-PRO": 0.1666
       }
     },
     {

data/developers/cpayne1303.json

@@ -35,12 +35,12 @@
       "developer": "cpayne1303",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1949,
-        "hfopenllm_v2/BBH": 0.2965,
-        "hfopenllm_v2/MATH Level 5": 0.0045,
+        "hfopenllm_v2/IFEval": 0.1916,
+        "hfopenllm_v2/BBH": 0.2977,
+        "hfopenllm_v2/MATH Level 5": 0.0,
         "hfopenllm_v2/GPQA": 0.2685,
-        "hfopenllm_v2/MUSR": 0.3885,
-        "hfopenllm_v2/MMLU-PRO": 0.1111
+        "hfopenllm_v2/MUSR": 0.3872,
+        "hfopenllm_v2/MMLU-PRO": 0.1132
       }
     },
     {

data/developers/daemontatox.json

@@ -119,12 +119,12 @@
       "developer": "Daemontatox",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.777,
-        "hfopenllm_v2/BBH": 0.5187,
-        "hfopenllm_v2/MATH Level 5": 0.2198,
-        "hfopenllm_v2/GPQA": 0.2936,
-        "hfopenllm_v2/MUSR": 0.3911,
-        "hfopenllm_v2/MMLU-PRO": 0.3738
+        "hfopenllm_v2/IFEval": 0.5064,
+        "hfopenllm_v2/BBH": 0.5112,
+        "hfopenllm_v2/MATH Level 5": 0.1631,
+        "hfopenllm_v2/GPQA": 0.3163,
+        "hfopenllm_v2/MUSR": 0.3973,
+        "hfopenllm_v2/MMLU-PRO": 0.3802
       }
     },
     {

data/developers/davielion.json

@@ -7,12 +7,12 @@
       "developer": "DavieLion",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1549,
-        "hfopenllm_v2/BBH": 0.2937,
-        "hfopenllm_v2/MATH Level 5": 0.006,
-        "hfopenllm_v2/GPQA": 0.2576,
+        "hfopenllm_v2/IFEval": 0.1507,
+        "hfopenllm_v2/BBH": 0.293,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2534,
         "hfopenllm_v2/MUSR": 0.3565,
-        "hfopenllm_v2/MMLU-PRO": 0.1128
+        "hfopenllm_v2/MMLU-PRO": 0.1125
       }
     },
     {
@@ -49,12 +49,12 @@
       "developer": "DavieLion",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.1324,
-        "hfopenllm_v2/BBH": 0.2972,
-        "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.2643,
-        "hfopenllm_v2/MUSR": 0.3527,
-        "hfopenllm_v2/MMLU-PRO": 0.1129
+        "hfopenllm_v2/IFEval": 0.1336,
+        "hfopenllm_v2/BBH": 0.2975,
+        "hfopenllm_v2/MATH Level 5": 0.0068,
+        "hfopenllm_v2/GPQA": 0.2534,
+        "hfopenllm_v2/MUSR": 0.35,
+        "hfopenllm_v2/MMLU-PRO": 0.1128
       }
     },
     {

data/developers/deepmount00.json

@@ -63,12 +63,12 @@
       "developer": "DeepMount00",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7917,
-        "hfopenllm_v2/BBH": 0.5109,
-        "hfopenllm_v2/MATH Level 5": 0.1088,
-        "hfopenllm_v2/GPQA": 0.2878,
-        "hfopenllm_v2/MUSR": 0.4136,
-        "hfopenllm_v2/MMLU-PRO": 0.3876
+        "hfopenllm_v2/IFEval": 0.5365,
+        "hfopenllm_v2/BBH": 0.517,
+        "hfopenllm_v2/MATH Level 5": 0.1707,
+        "hfopenllm_v2/GPQA": 0.3062,
+        "hfopenllm_v2/MUSR": 0.4487,
+        "hfopenllm_v2/MMLU-PRO": 0.396
       }
     },
     {

data/developers/deepseek.json

@@ -39,6 +39,84 @@
         "global-mmlu-lite/Burmese": 0.69
       }
     },
+    {
+      "id": "deepseek/deepseek-v3-2-exp-fc",
+      "name": "DeepSeek-V3.2-Exp (FC)",
+      "developer": "deepseek",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 19.0,
+        "bfcl/bfcl.overall.overall_accuracy": 54.12,
+        "bfcl/bfcl.overall.total_cost_usd": 6.71,
+        "bfcl/bfcl.overall.latency_mean_s": 5.83,
+        "bfcl/bfcl.overall.latency_std_s": 11.71,
+        "bfcl/bfcl.overall.latency_p95_s": 10.59,
+        "bfcl/bfcl.non_live.ast_accuracy": 34.85,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 37.92,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 74.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 15.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 12.5,
+        "bfcl/bfcl.live.live_accuracy": 53.66,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 66.28,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 51.66,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 25.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 25.0,
+        "bfcl/bfcl.multi_turn.accuracy": 37.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 41.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 39.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 33.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 35.0,
+        "bfcl/bfcl.web_search.accuracy": 69.5,
+        "bfcl/bfcl.web_search.base_accuracy": 80.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 59.0,
+        "bfcl/bfcl.memory.accuracy": 54.19,
+        "bfcl/bfcl.memory.kv_accuracy": 41.94,
+        "bfcl/bfcl.memory.vector_accuracy": 61.29,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 59.35,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 37.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 93.18
+      }
+    },
+    {
+      "id": "deepseek/deepseek-v3-2-exp-prompt-thinking",
+      "name": "DeepSeek-V3.2-Exp (Prompt + Thinking)",
+      "developer": "deepseek",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 14.0,
+        "bfcl/bfcl.overall.overall_accuracy": 56.73,
+        "bfcl/bfcl.overall.total_cost_usd": 57.75,
+        "bfcl/bfcl.overall.latency_mean_s": 37.89,
+        "bfcl/bfcl.overall.latency_std_s": 49.56,
+        "bfcl/bfcl.overall.latency_p95_s": 102.09,
+        "bfcl/bfcl.non_live.ast_accuracy": 85.52,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 74.08,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 89.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 86.5,
+        "bfcl/bfcl.live.live_accuracy": 76.02,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 82.56,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 74.74,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 87.5,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 54.17,
+        "bfcl/bfcl.multi_turn.accuracy": 44.88,
+        "bfcl/bfcl.multi_turn.base_accuracy": 55.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 49.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 27.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 48.5,
+        "bfcl/bfcl.web_search.accuracy": 58.0,
+        "bfcl/bfcl.web_search.base_accuracy": 64.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 52.0,
+        "bfcl/bfcl.memory.accuracy": 44.09,
+        "bfcl/bfcl.memory.kv_accuracy": 46.45,
+        "bfcl/bfcl.memory.vector_accuracy": 46.45,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 39.35,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 93.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 67.0,
+        "bfcl/bfcl.format_sensitivity.max_delta": 10.0,
+        "bfcl/bfcl.format_sensitivity.stddev": 2.77
+      }
+    },
     {
       "id": "deepseek/deepseek-v3.1",
       "name": "deepseek-v3.1",

data/developers/dfurman.json

@@ -35,12 +35,12 @@
       "developer": "dfurman",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3,
-        "hfopenllm_v2/BBH": 0.3853,
-        "hfopenllm_v2/MATH Level 5": 0.0415,
-        "hfopenllm_v2/GPQA": 0.2617,
-        "hfopenllm_v2/MUSR": 0.3579,
-        "hfopenllm_v2/MMLU-PRO": 0.2281
+        "hfopenllm_v2/IFEval": 0.2835,
+        "hfopenllm_v2/BBH": 0.3842,
+        "hfopenllm_v2/MATH Level 5": 0.0521,
+        "hfopenllm_v2/GPQA": 0.2609,
+        "hfopenllm_v2/MUSR": 0.3566,
+        "hfopenllm_v2/MMLU-PRO": 0.2298
       }
     },
     {

data/developers/fblgit.json

@@ -91,12 +91,12 @@
       "developer": "fblgit",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4503,
-        "hfopenllm_v2/BBH": 0.7035,
-        "hfopenllm_v2/MATH Level 5": 0.3943,
-        "hfopenllm_v2/GPQA": 0.401,
-        "hfopenllm_v2/MUSR": 0.5021,
-        "hfopenllm_v2/MMLU-PRO": 0.5911
+        "hfopenllm_v2/IFEval": 0.5181,
+        "hfopenllm_v2/BBH": 0.7033,
+        "hfopenllm_v2/MATH Level 5": 0.4947,
+        "hfopenllm_v2/GPQA": 0.3826,
+        "hfopenllm_v2/MUSR": 0.5008,
+        "hfopenllm_v2/MMLU-PRO": 0.5915
       }
     },
     {

data/developers/goekdeniz-guelmez.json

@@ -49,12 +49,12 @@
       "developer": "Goekdeniz-Guelmez",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.7598,
-        "hfopenllm_v2/BBH": 0.5107,
-        "hfopenllm_v2/MATH Level 5": 0.4237,
-        "hfopenllm_v2/GPQA": 0.2768,
-        "hfopenllm_v2/MUSR": 0.4539,
-        "hfopenllm_v2/MMLU-PRO": 0.4012
+        "hfopenllm_v2/IFEval": 0.7628,
+        "hfopenllm_v2/BBH": 0.5098,
+        "hfopenllm_v2/MATH Level 5": 0.0,
+        "hfopenllm_v2/GPQA": 0.2802,
+        "hfopenllm_v2/MUSR": 0.4579,
+        "hfopenllm_v2/MMLU-PRO": 0.4033
       }
     },
     {

data/developers/google.json

@@ -76,12 +76,12 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2237,
-        "hfopenllm_v2/BBH": 0.4531,
-        "hfopenllm_v2/MATH Level 5": 0.0076,
-        "hfopenllm_v2/GPQA": 0.2525,
-        "hfopenllm_v2/MUSR": 0.4181,
-        "hfopenllm_v2/MMLU-PRO": 0.2147
+        "hfopenllm_v2/IFEval": 0.2207,
+        "hfopenllm_v2/BBH": 0.4537,
+        "hfopenllm_v2/MATH Level 5": 0.0008,
+        "hfopenllm_v2/GPQA": 0.2458,
+        "hfopenllm_v2/MUSR": 0.422,
+        "hfopenllm_v2/MMLU-PRO": 0.2142
       }
     },
     {
@@ -139,7 +139,6 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "ace/Gaming Score": 0.415,
         "apex-agents/Overall Pass@1": 0.24,
         "apex-agents/Overall Pass@8": 0.367,
         "apex-agents/Overall Mean Score": 0.395,
@@ -147,6 +146,7 @@
         "apex-agents/Management Consulting Pass@1": 0.193,
         "apex-agents/Corporate Law Pass@1": 0.259,
         "apex-agents/Corporate Lawyer Mean Score": 0.524,
+        "ace/Gaming Score": 0.415,
         "apex-v1/Overall Score": 0.64,
         "apex-v1/Consulting Score": 0.64
       }
@@ -157,8 +157,6 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "ace/Overall Score": 0.47,
-        "ace/Gaming Score": 0.509,
         "apex-agents/Overall Pass@1": 0.184,
         "apex-agents/Overall Pass@8": 0.373,
         "apex-agents/Overall Mean Score": 0.341,
@@ -166,6 +164,8 @@
         "apex-agents/Management Consulting Pass@1": 0.124,
         "apex-agents/Corporate Law Pass@1": 0.239,
         "apex-agents/Corporate Lawyer Mean Score": 0.487,
+        "ace/Overall Score": 0.47,
+        "ace/Gaming Score": 0.509,
         "apex-v1/Overall Score": 0.643,
         "apex-v1/Consulting Score": 0.64,
         "apex-v1/Investment Banking Score": 0.63
@@ -606,6 +606,162 @@
         "helm_mmlu/Mean win rate": 0.118
       }
     },
+    {
+      "id": "google/gemini-2-5-flash-fc",
+      "name": "Gemini-2.5-Flash (FC)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 15.0,
+        "bfcl/bfcl.overall.overall_accuracy": 56.24,
+        "bfcl/bfcl.overall.total_cost_usd": 26.36,
+        "bfcl/bfcl.overall.latency_mean_s": 2.99,
+        "bfcl/bfcl.overall.latency_std_s": 9.22,
+        "bfcl/bfcl.overall.latency_p95_s": 5.62,
+        "bfcl/bfcl.non_live.ast_accuracy": 84.96,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 74.33,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 94.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 79.5,
+        "bfcl/bfcl.live.live_accuracy": 74.39,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 85.27,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 71.7,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 81.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 70.83,
+        "bfcl/bfcl.multi_turn.accuracy": 36.25,
+        "bfcl/bfcl.multi_turn.base_accuracy": 41.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 36.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 32.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 35.5,
+        "bfcl/bfcl.web_search.accuracy": 59.0,
+        "bfcl/bfcl.web_search.base_accuracy": 59.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 59.0,
+        "bfcl/bfcl.memory.accuracy": 41.29,
+        "bfcl/bfcl.memory.kv_accuracy": 19.35,
+        "bfcl/bfcl.memory.vector_accuracy": 50.32,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 54.19,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 75.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 93.67
+      }
+    },
+    {
+      "id": "google/gemini-2-5-flash-lite-fc",
+      "name": "Gemini-2.5-Flash-Lite (FC)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 52.0,
+        "bfcl/bfcl.overall.overall_accuracy": 36.87,
+        "bfcl/bfcl.overall.total_cost_usd": 7.55,
+        "bfcl/bfcl.overall.latency_mean_s": 1.18,
+        "bfcl/bfcl.overall.latency_std_s": 8.06,
+        "bfcl/bfcl.overall.latency_p95_s": 1.67,
+        "bfcl/bfcl.non_live.ast_accuracy": 86.6,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 70.92,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 90.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 93.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.live.live_accuracy": 65.8,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 73.26,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 63.82,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 75.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 66.67,
+        "bfcl/bfcl.multi_turn.accuracy": 13.5,
+        "bfcl/bfcl.multi_turn.base_accuracy": 20.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 1.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 15.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 17.5,
+        "bfcl/bfcl.web_search.accuracy": 21.0,
+        "bfcl/bfcl.web_search.base_accuracy": 26.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 16.0,
+        "bfcl/bfcl.memory.accuracy": 20.65,
+        "bfcl/bfcl.memory.kv_accuracy": 3.87,
+        "bfcl/bfcl.memory.vector_accuracy": 6.45,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 51.61,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 43.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 92.5
+      }
+    },
+    {
+      "id": "google/gemini-2-5-flash-lite-prompt",
+      "name": "Gemini-2.5-Flash-Lite (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 73.0,
+        "bfcl/bfcl.overall.overall_accuracy": 28.03,
+        "bfcl/bfcl.overall.total_cost_usd": 7.05,
+        "bfcl/bfcl.overall.latency_mean_s": 1.0,
+        "bfcl/bfcl.overall.latency_std_s": 4.75,
+        "bfcl/bfcl.overall.latency_p95_s": 1.4,
+        "bfcl/bfcl.non_live.ast_accuracy": 83.9,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 70.08,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 86.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 90.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 89.5,
+        "bfcl/bfcl.live.live_accuracy": 54.85,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 67.05,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 51.66,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 75.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 50.0,
+        "bfcl/bfcl.multi_turn.accuracy": 7.63,
+        "bfcl/bfcl.multi_turn.base_accuracy": 10.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 5.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 6.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 9.0,
+        "bfcl/bfcl.web_search.accuracy": 0.0,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 12.69,
+        "bfcl/bfcl.memory.kv_accuracy": 1.94,
+        "bfcl/bfcl.memory.vector_accuracy": 6.45,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 29.68,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 50.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 93.33,
+        "bfcl/bfcl.format_sensitivity.max_delta": 25.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 6.68
+      }
+    },
+    {
+      "id": "google/gemini-2-5-flash-prompt",
+      "name": "Gemini-2.5-Flash (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 26.0,
+        "bfcl/bfcl.overall.overall_accuracy": 50.9,
+        "bfcl/bfcl.overall.total_cost_usd": 33.45,
+        "bfcl/bfcl.overall.latency_mean_s": 3.18,
+        "bfcl/bfcl.overall.latency_std_s": 4.44,
+        "bfcl/bfcl.overall.latency_p95_s": 6.09,
+        "bfcl/bfcl.non_live.ast_accuracy": 88.08,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 77.33,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 91.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 96.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 87.5,
+        "bfcl/bfcl.live.live_accuracy": 78.16,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 87.21,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 75.97,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 81.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 75.0,
+        "bfcl/bfcl.multi_turn.accuracy": 16.75,
+        "bfcl/bfcl.multi_turn.base_accuracy": 14.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 16.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 17.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 18.5,
+        "bfcl/bfcl.web_search.accuracy": 62.0,
+        "bfcl/bfcl.web_search.base_accuracy": 60.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 64.0,
+        "bfcl/bfcl.memory.accuracy": 38.71,
+        "bfcl/bfcl.memory.kv_accuracy": 13.55,
+        "bfcl/bfcl.memory.vector_accuracy": 47.1,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 55.48,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 62.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 91.09,
+        "bfcl/bfcl.format_sensitivity.max_delta": 9.0,
+        "bfcl/bfcl.format_sensitivity.stddev": 2.45
+      }
+    },
     {
       "id": "google/gemini-2.0-flash-001",
       "name": "Gemini 2.0 Flash",
@@ -723,7 +879,7 @@
         "reward-bench/Safety": 0.909,
         "reward-bench/Focus": 0.841,
         "reward-bench/Ties": 0.809,
-        "terminal-bench-2.0/terminal-bench-2.0": 17.1
+        "terminal-bench-2.0/terminal-bench-2.0": 16.9
       }
     },
     {
@@ -823,7 +979,7 @@
         "reward-bench/Safety": 0.881,
         "reward-bench/Focus": 0.805,
         "reward-bench/Ties": 0.811,
-        "terminal-bench-2.0/terminal-bench-2.0": 16.4
+        "terminal-bench-2.0/terminal-bench-2.0": 19.6
       }
     },
     {
@@ -861,7 +1017,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 64.3
+        "terminal-bench-2.0/terminal-bench-2.0": 47.4
       }
     },
     {
@@ -870,7 +1026,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 61.8
+        "terminal-bench-2.0/terminal-bench-2.0": 56.9
       }
     },
     {
@@ -879,7 +1035,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "appworld_test_normal/appworld/test_normal": 0.36,
+        "appworld_test_normal/appworld/test_normal": 0.505,
         "browsecompplus/browsecompplus": 0.48,
         "global-mmlu-lite/Global MMLU Lite": 0.9453,
         "global-mmlu-lite/Culturally Sensitive": 0.9397,
@@ -900,10 +1056,88 @@
         "global-mmlu-lite/Yoruba": 0.9425,
         "global-mmlu-lite/Chinese": 0.9475,
         "global-mmlu-lite/Burmese": 0.9425,
-        "swe-bench/swe-bench": 0.7234,
+        "swe-bench/swe-bench": 0.71,
         "tau-bench-2_airline/tau-bench-2/airline": 0.62,
-        "tau-bench-2_retail/tau-bench-2/retail": 0.73,
-        "tau-bench-2_telecom/tau-bench-2/telecom": 0.6852
+        "tau-bench-2_retail/tau-bench-2/retail": 0.7576,
+        "tau-bench-2_telecom/tau-bench-2/telecom": 0.73
+      }
+    },
+    {
+      "id": "google/gemini-3-pro-preview-fc",
+      "name": "Gemini-3-Pro-Preview (FC)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 7.0,
+        "bfcl/bfcl.overall.overall_accuracy": 68.14,
+        "bfcl/bfcl.overall.total_cost_usd": 224.69,
+        "bfcl/bfcl.overall.latency_mean_s": 15.87,
+        "bfcl/bfcl.overall.latency_std_s": 41.41,
+        "bfcl/bfcl.overall.latency_p95_s": 58.48,
+        "bfcl/bfcl.non_live.ast_accuracy": 85.75,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 75.5,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 94.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 91.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 82.5,
+        "bfcl/bfcl.live.live_accuracy": 81.72,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 87.6,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 80.44,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 75.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 79.17,
+        "bfcl/bfcl.multi_turn.accuracy": 63.12,
+        "bfcl/bfcl.multi_turn.base_accuracy": 69.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 63.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 56.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 64.0,
+        "bfcl/bfcl.web_search.accuracy": 68.5,
+        "bfcl/bfcl.web_search.base_accuracy": 63.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 74.0,
+        "bfcl/bfcl.memory.accuracy": 54.84,
+        "bfcl/bfcl.memory.kv_accuracy": 50.32,
+        "bfcl/bfcl.memory.vector_accuracy": 63.23,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 50.97,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 75.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 77.85
+      }
+    },
+    {
+      "id": "google/gemini-3-pro-preview-prompt",
+      "name": "Gemini-3-Pro-Preview (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 3.0,
+        "bfcl/bfcl.overall.overall_accuracy": 72.51,
+        "bfcl/bfcl.overall.total_cost_usd": 298.47,
+        "bfcl/bfcl.overall.latency_mean_s": 12.08,
+        "bfcl/bfcl.overall.latency_std_s": 21.3,
+        "bfcl/bfcl.overall.latency_p95_s": 32.73,
+        "bfcl/bfcl.non_live.ast_accuracy": 90.65,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 79.58,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 96.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 95.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.live.live_accuracy": 83.12,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 87.6,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 81.77,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 93.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 87.5,
+        "bfcl/bfcl.multi_turn.accuracy": 60.75,
+        "bfcl/bfcl.multi_turn.base_accuracy": 64.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 60.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 54.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 64.0,
+        "bfcl/bfcl.web_search.accuracy": 80.0,
+        "bfcl/bfcl.web_search.base_accuracy": 78.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 82.0,
+        "bfcl/bfcl.memory.accuracy": 61.72,
+        "bfcl/bfcl.memory.kv_accuracy": 59.35,
+        "bfcl/bfcl.memory.vector_accuracy": 62.58,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 63.23,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 85.59,
+        "bfcl/bfcl.format_sensitivity.max_delta": 8.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 1.7
       }
     },
     {
@@ -912,7 +1146,7 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "terminal-bench-2.0/terminal-bench-2.0": 78.4
+        "terminal-bench-2.0/terminal-bench-2.0": 74.8
       }
     },
     {
@@ -1028,12 +1262,12 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2018,
-        "hfopenllm_v2/BBH": 0.3709,
-        "hfopenllm_v2/MATH Level 5": 0.0302,
+        "hfopenllm_v2/IFEval": 0.1993,
+        "hfopenllm_v2/BBH": 0.3656,
+        "hfopenllm_v2/MATH Level 5": 0.0287,
         "hfopenllm_v2/GPQA": 0.2626,
-        "hfopenllm_v2/MUSR": 0.4219,
-        "hfopenllm_v2/MMLU-PRO": 0.2217
+        "hfopenllm_v2/MUSR": 0.4232,
+        "hfopenllm_v2/MMLU-PRO": 0.218
       }
     },
     {
@@ -1056,12 +1290,12 @@
       "developer": "Google",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.5078,
-        "hfopenllm_v2/BBH": 0.4226,
-        "hfopenllm_v2/MATH Level 5": 0.0347,
-        "hfopenllm_v2/GPQA": 0.2852,
-        "hfopenllm_v2/MUSR": 0.3964,
-        "hfopenllm_v2/MMLU-PRO": 0.2578
+        "hfopenllm_v2/IFEval": 0.5288,
+        "hfopenllm_v2/BBH": 0.4178,
+        "hfopenllm_v2/MATH Level 5": 0.0476,
+        "hfopenllm_v2/GPQA": 0.2752,
+        "hfopenllm_v2/MUSR": 0.3728,
+        "hfopenllm_v2/MMLU-PRO": 0.2467
       }
     },
     {
@@ -1167,6 +1401,86 @@
         "hfopenllm_v2/MMLU-PRO": 0.1353
       }
     },
+    {
+      "id": "google/gemma-3-12b-it-prompt",
+      "name": "Gemma-3-12b-it (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 66.0,
+        "bfcl/bfcl.overall.overall_accuracy": 30.43,
+        "bfcl/bfcl.overall.total_cost_usd": 10.77,
+        "bfcl/bfcl.overall.latency_mean_s": 11.1,
+        "bfcl/bfcl.overall.latency_std_s": 17.17,
+        "bfcl/bfcl.overall.latency_p95_s": 34.66,
+        "bfcl/bfcl.non_live.ast_accuracy": 79.44,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 76.25,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 94.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 91.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 56.5,
+        "bfcl/bfcl.live.live_accuracy": 74.24,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 85.66,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 71.89,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 87.5,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 45.83,
+        "bfcl/bfcl.multi_turn.accuracy": 5.75,
+        "bfcl/bfcl.multi_turn.base_accuracy": 6.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 7.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 5.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 4.0,
+        "bfcl/bfcl.web_search.accuracy": 4.0,
+        "bfcl/bfcl.web_search.base_accuracy": 4.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 4.0,
+        "bfcl/bfcl.memory.accuracy": 27.53,
+        "bfcl/bfcl.memory.kv_accuracy": 8.39,
+        "bfcl/bfcl.memory.vector_accuracy": 25.16,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 49.03,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 93.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 70.29,
+        "bfcl/bfcl.format_sensitivity.max_delta": 67.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 22.41
+      }
+    },
+    {
+      "id": "google/gemma-3-1b-it-prompt",
+      "name": "Gemma-3-1b-it (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 109.0,
+        "bfcl/bfcl.overall.overall_accuracy": 7.17,
+        "bfcl/bfcl.overall.total_cost_usd": 3.4,
+        "bfcl/bfcl.overall.latency_mean_s": 3.98,
+        "bfcl/bfcl.overall.latency_std_s": 9.8,
+        "bfcl/bfcl.overall.latency_p95_s": 12.06,
+        "bfcl/bfcl.non_live.ast_accuracy": 20.21,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 43.33,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 36.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 0.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 1.5,
+        "bfcl/bfcl.live.live_accuracy": 11.84,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 36.43,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 6.27,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 0.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.base_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 0.0,
+        "bfcl/bfcl.web_search.accuracy": 0.0,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 3.23,
+        "bfcl/bfcl.memory.kv_accuracy": 3.87,
+        "bfcl/bfcl.memory.vector_accuracy": 3.87,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 1.94,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 37.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 33.18,
+        "bfcl/bfcl.format_sensitivity.max_delta": 25.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 9.76
+      }
+    },
     {
       "id": "google/gemma-3-27b-it",
       "name": "gemma-3-27b-it",
@@ -1194,6 +1508,46 @@
         "global-mmlu-lite/Burmese": 0.7719
       }
     },
+    {
+      "id": "google/gemma-3-27b-it-prompt",
+      "name": "Gemma-3-27b-it (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 69.0,
+        "bfcl/bfcl.overall.overall_accuracy": 29.47,
+        "bfcl/bfcl.overall.total_cost_usd": 11.82,
+        "bfcl/bfcl.overall.latency_mean_s": 10.88,
+        "bfcl/bfcl.overall.latency_std_s": 19.67,
+        "bfcl/bfcl.overall.latency_p95_s": 55.5,
+        "bfcl/bfcl.non_live.ast_accuracy": 87.17,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 77.67,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 92.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 89.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 89.5,
+        "bfcl/bfcl.live.live_accuracy": 74.54,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 84.5,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 72.46,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 93.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 45.83,
+        "bfcl/bfcl.multi_turn.accuracy": 10.75,
+        "bfcl/bfcl.multi_turn.base_accuracy": 16.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 4.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 8.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 14.0,
+        "bfcl/bfcl.web_search.accuracy": 0.0,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 13.55,
+        "bfcl/bfcl.memory.kv_accuracy": 1.94,
+        "bfcl/bfcl.memory.vector_accuracy": 3.23,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 35.48,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 81.25,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 73.67,
+        "bfcl/bfcl.format_sensitivity.max_delta": 34.0,
+        "bfcl/bfcl.format_sensitivity.stddev": 8.06
+      }
+    },
     {
       "id": "google/gemma-3-4b-it",
       "name": "gemma-3-4b-it",
@@ -1221,6 +1575,46 @@
         "global-mmlu-lite/Burmese": 0.63
       }
     },
+    {
+      "id": "google/gemma-3-4b-it-prompt",
+      "name": "Gemma-3-4b-it (Prompt)",
+      "developer": "Google",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 101.0,
+        "bfcl/bfcl.overall.overall_accuracy": 19.62,
+        "bfcl/bfcl.overall.total_cost_usd": 4.14,
+        "bfcl/bfcl.overall.latency_mean_s": 4.69,
+        "bfcl/bfcl.overall.latency_std_s": 9.53,
+        "bfcl/bfcl.overall.latency_p95_s": 11.42,
+        "bfcl/bfcl.non_live.ast_accuracy": 61.12,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 64.5,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 88.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 56.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 36.0,
+        "bfcl/bfcl.live.live_accuracy": 60.84,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 70.93,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 59.35,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 25.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 41.67,
+        "bfcl/bfcl.multi_turn.accuracy": 0.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 0.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 0.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 0.5,
+        "bfcl/bfcl.web_search.accuracy": 1.0,
+        "bfcl/bfcl.web_search.base_accuracy": 1.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 1.0,
+        "bfcl/bfcl.memory.accuracy": 8.6,
+        "bfcl/bfcl.memory.kv_accuracy": 9.68,
+        "bfcl/bfcl.memory.vector_accuracy": 9.68,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 6.45,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 100.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 53.94,
+        "bfcl/bfcl.format_sensitivity.max_delta": 69.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 23.67
+      }
+    },
     {
       "id": "google/gemma-7b",
       "name": "Gemma 7B",

data/developers/guilhermenaturaumana.json

@@ -7,12 +7,12 @@
       "developer": "GuilhermeNaturaUmana",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4791,
-        "hfopenllm_v2/BBH": 0.5649,
-        "hfopenllm_v2/MATH Level 5": 0.25,
-        "hfopenllm_v2/GPQA": 0.2995,
-        "hfopenllm_v2/MUSR": 0.4439,
-        "hfopenllm_v2/MMLU-PRO": 0.4408
+        "hfopenllm_v2/IFEval": 0.4985,
+        "hfopenllm_v2/BBH": 0.5645,
+        "hfopenllm_v2/MATH Level 5": 0.2576,
+        "hfopenllm_v2/GPQA": 0.3003,
+        "hfopenllm_v2/MUSR": 0.4373,
+        "hfopenllm_v2/MMLU-PRO": 0.4429
       }
     }
   ]

data/developers/gunulhona.json

@@ -21,12 +21,12 @@
       "developer": "Gunulhona",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4441,
-        "hfopenllm_v2/BBH": 0.4863,
+        "hfopenllm_v2/IFEval": 0.288,
+        "hfopenllm_v2/BBH": 0.5154,
         "hfopenllm_v2/MATH Level 5": 0.0,
-        "hfopenllm_v2/GPQA": 0.307,
-        "hfopenllm_v2/MUSR": 0.3986,
-        "hfopenllm_v2/MMLU-PRO": 0.3098
+        "hfopenllm_v2/GPQA": 0.3247,
+        "hfopenllm_v2/MUSR": 0.408,
+        "hfopenllm_v2/MMLU-PRO": 0.3817
       }
     }
   ]

data/developers/hendrydong.json

@@ -7,17 +7,17 @@
       "developer": "hendrydong",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5851,
-        "reward-bench/Chat": 0.9832,
-        "reward-bench/Chat Hard": 0.5789,
-        "reward-bench/Safety": 0.6956,
-        "reward-bench/Reasoning": 0.7434,
-        "reward-bench/Prior Sets (0.5 weight)": 0.7508,
+        "reward-bench/Score": 0.7847,
         "reward-bench/Factuality": 0.5779,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.6011,
+        "reward-bench/Safety": 0.85,
         "reward-bench/Focus": 0.6747,
-        "reward-bench/Ties": 0.5988
+        "reward-bench/Ties": 0.5988,
+        "reward-bench/Chat": 0.9832,
+        "reward-bench/Chat Hard": 0.5789,
+        "reward-bench/Reasoning": 0.7434,
+        "reward-bench/Prior Sets (0.5 weight)": 0.7508
       }
     }
   ]

data/developers/huawei-noah-ustc.json

@@ -0,0 +1,45 @@
+{
+  "developer": "huawei-noah-ustc",
+  "models": [
+    {
+      "id": "huawei-noah-ustc/toolace-2-8b-fc",
+      "name": "ToolACE-2-8B (FC)",
+      "developer": "huawei-noah-ustc",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 40.0,
+        "bfcl/bfcl.overall.overall_accuracy": 42.44,
+        "bfcl/bfcl.overall.total_cost_usd": 24.43,
+        "bfcl/bfcl.overall.latency_mean_s": 15.95,
+        "bfcl/bfcl.overall.latency_std_s": 40.06,
+        "bfcl/bfcl.overall.latency_p95_s": 65.26,
+        "bfcl/bfcl.non_live.ast_accuracy": 87.1,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 73.42,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 91.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 93.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 91.0,
+        "bfcl/bfcl.live.live_accuracy": 77.42,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 71.32,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 79.39,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 68.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 62.5,
+        "bfcl/bfcl.multi_turn.accuracy": 38.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 49.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 28.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 30.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 46.0,
+        "bfcl/bfcl.web_search.accuracy": 8.5,
+        "bfcl/bfcl.web_search.base_accuracy": 13.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 4.0,
+        "bfcl/bfcl.memory.accuracy": 18.49,
+        "bfcl/bfcl.memory.kv_accuracy": 5.81,
+        "bfcl/bfcl.memory.vector_accuracy": 16.13,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 33.55,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 75.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 90.79,
+        "bfcl/bfcl.format_sensitivity.max_delta": 81.5,
+        "bfcl/bfcl.format_sensitivity.stddev": 27.92
+      }
+    }
+  ]
+}

data/developers/huggingfacetb.json

@@ -161,12 +161,12 @@
       "developer": "HuggingFaceTB",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3842,
-        "hfopenllm_v2/BBH": 0.3144,
-        "hfopenllm_v2/MATH Level 5": 0.0151,
-        "hfopenllm_v2/GPQA": 0.255,
-        "hfopenllm_v2/MUSR": 0.3461,
-        "hfopenllm_v2/MMLU-PRO": 0.1117
+        "hfopenllm_v2/IFEval": 0.083,
+        "hfopenllm_v2/BBH": 0.3053,
+        "hfopenllm_v2/MATH Level 5": 0.0083,
+        "hfopenllm_v2/GPQA": 0.2651,
+        "hfopenllm_v2/MUSR": 0.3423,
+        "hfopenllm_v2/MMLU-PRO": 0.1126
       }
     }
   ]

data/developers/ibm.json

@@ -1,6 +1,120 @@
 {
   "developer": "ibm",
   "models": [
+    {
+      "id": "ibm/granite-20b-functioncalling-fc",
+      "name": "Granite-20b-FunctionCalling (FC)",
+      "developer": "ibm",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 93.0,
+        "bfcl/bfcl.overall.overall_accuracy": 23.23,
+        "bfcl/bfcl.overall.total_cost_usd": 5.23,
+        "bfcl/bfcl.overall.latency_mean_s": 3.2,
+        "bfcl/bfcl.overall.latency_std_s": 3.43,
+        "bfcl/bfcl.overall.latency_p95_s": 9.97,
+        "bfcl/bfcl.non_live.ast_accuracy": 82.35,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 72.92,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 91.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 83.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 81.5,
+        "bfcl/bfcl.live.live_accuracy": 58.7,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 67.83,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 56.7,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 43.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 58.33,
+        "bfcl/bfcl.multi_turn.accuracy": 5.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 9.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 3.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 6.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 3.0,
+        "bfcl/bfcl.web_search.accuracy": 0.0,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 0.0,
+        "bfcl/bfcl.memory.kv_accuracy": 0.0,
+        "bfcl/bfcl.memory.vector_accuracy": 0.0,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 0.0,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 87.5,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 75.13
+      }
+    },
+    {
+      "id": "ibm/granite-3-1-8b-instruct-fc",
+      "name": "Granite-3.1-8B-Instruct (FC)",
+      "developer": "ibm",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 81.0,
+        "bfcl/bfcl.overall.overall_accuracy": 27.1,
+        "bfcl/bfcl.overall.total_cost_usd": 9.32,
+        "bfcl/bfcl.overall.latency_mean_s": 13.23,
+        "bfcl/bfcl.overall.latency_std_s": 31.28,
+        "bfcl/bfcl.overall.latency_p95_s": 65.19,
+        "bfcl/bfcl.non_live.ast_accuracy": 78.33,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 67.33,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 84.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 70.0,
+        "bfcl/bfcl.live.live_accuracy": 60.33,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 58.53,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 61.82,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 18.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 41.67,
+        "bfcl/bfcl.multi_turn.accuracy": 7.5,
+        "bfcl/bfcl.multi_turn.base_accuracy": 11.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 2.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 7.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 9.0,
+        "bfcl/bfcl.web_search.accuracy": 0.5,
+        "bfcl/bfcl.web_search.base_accuracy": 1.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 14.41,
+        "bfcl/bfcl.memory.kv_accuracy": 9.68,
+        "bfcl/bfcl.memory.vector_accuracy": 7.1,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 26.45,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 79.98
+      }
+    },
+    {
+      "id": "ibm/granite-3-2-8b-instruct-fc",
+      "name": "Granite-3.2-8B-Instruct (FC)",
+      "developer": "ibm",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 83.0,
+        "bfcl/bfcl.overall.overall_accuracy": 26.87,
+        "bfcl/bfcl.overall.total_cost_usd": 25.02,
+        "bfcl/bfcl.overall.latency_mean_s": 36.13,
+        "bfcl/bfcl.overall.latency_std_s": 81.76,
+        "bfcl/bfcl.overall.latency_p95_s": 216.28,
+        "bfcl/bfcl.non_live.ast_accuracy": 79.77,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 69.58,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 88.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 88.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 72.5,
+        "bfcl/bfcl.live.live_accuracy": 60.33,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 60.47,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 61.16,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 25.0,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 45.83,
+        "bfcl/bfcl.multi_turn.accuracy": 7.38,
+        "bfcl/bfcl.multi_turn.base_accuracy": 9.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 3.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 8.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 9.0,
+        "bfcl/bfcl.web_search.accuracy": 0.5,
+        "bfcl/bfcl.web_search.base_accuracy": 1.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 12.47,
+        "bfcl/bfcl.memory.kv_accuracy": 6.45,
+        "bfcl/bfcl.memory.vector_accuracy": 9.68,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 21.29,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 75.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 80.53
+      }
+    },
     {
       "id": "ibm/granite-3.3-8b-instruct",
       "name": "IBM Granite 3.3 8B Instruct",
@@ -15,6 +129,44 @@
         "helm_capabilities/Omni-MATH": 0.176
       }
     },
+    {
+      "id": "ibm/granite-4-0-350m-fc",
+      "name": "Granite-4.0-350m (FC)",
+      "developer": "ibm",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 103.0,
+        "bfcl/bfcl.overall.overall_accuracy": 18.98,
+        "bfcl/bfcl.overall.total_cost_usd": 1.44,
+        "bfcl/bfcl.overall.latency_mean_s": 1.74,
+        "bfcl/bfcl.overall.latency_std_s": 4.85,
+        "bfcl/bfcl.overall.latency_p95_s": 3.44,
+        "bfcl/bfcl.non_live.ast_accuracy": 67.92,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 61.67,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 84.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 70.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 55.5,
+        "bfcl/bfcl.live.live_accuracy": 46.11,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 61.24,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 42.36,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 68.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 33.33,
+        "bfcl/bfcl.multi_turn.accuracy": 2.5,
+        "bfcl/bfcl.multi_turn.base_accuracy": 5.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 0.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 2.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 2.0,
+        "bfcl/bfcl.web_search.accuracy": 0.5,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 1.0,
+        "bfcl/bfcl.memory.accuracy": 3.23,
+        "bfcl/bfcl.memory.kv_accuracy": 1.94,
+        "bfcl/bfcl.memory.vector_accuracy": 1.29,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 6.45,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 81.25,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 60.84
+      }
+    },
     {
       "id": "ibm/granite-4.0-h-small",
       "name": "granite-4.0-h-small",

data/developers/infly.json

@@ -7,16 +7,16 @@
       "developer": "infly",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.9511,
+        "reward-bench/Score": 0.7648,
+        "reward-bench/Chat": 0.9665,
+        "reward-bench/Chat Hard": 0.9101,
+        "reward-bench/Safety": 0.9644,
+        "reward-bench/Reasoning": 0.9912,
         "reward-bench/Factuality": 0.7411,
         "reward-bench/Precise IF": 0.4188,
         "reward-bench/Math": 0.6995,
-        "reward-bench/Safety": 0.9365,
         "reward-bench/Focus": 0.903,
-        "reward-bench/Ties": 0.8622,
-        "reward-bench/Chat": 0.9665,
-        "reward-bench/Chat Hard": 0.9101,
-        "reward-bench/Reasoning": 0.9912
+        "reward-bench/Ties": 0.8622
       }
     }
   ]

data/developers/internlm.json

@@ -39,16 +39,16 @@
       "developer": "internlm",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "reward-bench/Score": 0.5628,
-        "reward-bench/Chat": 0.9888,
-        "reward-bench/Chat Hard": 0.7654,
-        "reward-bench/Safety": 0.6111,
-        "reward-bench/Reasoning": 0.9576,
+        "reward-bench/Score": 0.9016,
         "reward-bench/Factuality": 0.5558,
         "reward-bench/Precise IF": 0.3625,
         "reward-bench/Math": 0.5738,
+        "reward-bench/Safety": 0.8946,
         "reward-bench/Focus": 0.7253,
-        "reward-bench/Ties": 0.5483
+        "reward-bench/Ties": 0.5483,
+        "reward-bench/Chat": 0.9888,
+        "reward-bench/Chat Hard": 0.7654,
+        "reward-bench/Reasoning": 0.9576
       }
     },
     {

data/developers/isaak-carter.json

@@ -35,12 +35,12 @@
       "developer": "Isaak-Carter",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.2553,
-        "hfopenllm_v2/BBH": 0.4725,
-        "hfopenllm_v2/MATH Level 5": 0.0529,
-        "hfopenllm_v2/GPQA": 0.2919,
-        "hfopenllm_v2/MUSR": 0.3654,
-        "hfopenllm_v2/MMLU-PRO": 0.3316
+        "hfopenllm_v2/IFEval": 0.2477,
+        "hfopenllm_v2/BBH": 0.4758,
+        "hfopenllm_v2/MATH Level 5": 0.0453,
+        "hfopenllm_v2/GPQA": 0.2911,
+        "hfopenllm_v2/MUSR": 0.3641,
+        "hfopenllm_v2/MMLU-PRO": 0.3292
       }
     }
   ]

data/developers/jaspionjader.json

@@ -1477,12 +1477,12 @@
       "developer": "jaspionjader",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.4345,
-        "hfopenllm_v2/BBH": 0.5419,
-        "hfopenllm_v2/MATH Level 5": 0.1292,
-        "hfopenllm_v2/GPQA": 0.3087,
+        "hfopenllm_v2/IFEval": 0.4418,
+        "hfopenllm_v2/BBH": 0.5406,
+        "hfopenllm_v2/MATH Level 5": 0.1352,
+        "hfopenllm_v2/GPQA": 0.3062,
         "hfopenllm_v2/MUSR": 0.4277,
-        "hfopenllm_v2/MMLU-PRO": 0.3854
+        "hfopenllm_v2/MMLU-PRO": 0.386
       }
     },
     {

data/developers/katanemo.json

@@ -0,0 +1,119 @@
+{
+  "developer": "katanemo",
+  "models": [
+    {
+      "id": "katanemo/arch-agent-1-5b",
+      "name": "Arch-Agent-1.5B",
+      "developer": "katanemo",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 60.0,
+        "bfcl/bfcl.overall.overall_accuracy": 32.14,
+        "bfcl/bfcl.overall.total_cost_usd": 2.45,
+        "bfcl/bfcl.overall.latency_mean_s": 2.38,
+        "bfcl/bfcl.overall.latency_std_s": 4.01,
+        "bfcl/bfcl.overall.latency_p95_s": 5.3,
+        "bfcl/bfcl.non_live.ast_accuracy": 82.67,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 72.17,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 92.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 85.5,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 81.0,
+        "bfcl/bfcl.live.live_accuracy": 67.73,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 70.54,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 67.81,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 31.25,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 58.33,
+        "bfcl/bfcl.multi_turn.accuracy": 26.62,
+        "bfcl/bfcl.multi_turn.base_accuracy": 35.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 27.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 21.5,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 22.0,
+        "bfcl/bfcl.web_search.accuracy": 0.0,
+        "bfcl/bfcl.web_search.base_accuracy": 0.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 8.17,
+        "bfcl/bfcl.memory.kv_accuracy": 5.81,
+        "bfcl/bfcl.memory.vector_accuracy": 5.81,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 12.9,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 75.0,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 74.83
+      }
+    },
+    {
+      "id": "katanemo/arch-agent-32b",
+      "name": "Arch-Agent-32B",
+      "developer": "katanemo",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 37.0,
+        "bfcl/bfcl.overall.overall_accuracy": 45.37,
+        "bfcl/bfcl.overall.total_cost_usd": 8.87,
+        "bfcl/bfcl.overall.latency_mean_s": 9.44,
+        "bfcl/bfcl.overall.latency_std_s": 21.44,
+        "bfcl/bfcl.overall.latency_p95_s": 24.87,
+        "bfcl/bfcl.non_live.ast_accuracy": 88.92,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 76.67,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 94.0,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 96.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 89.0,
+        "bfcl/bfcl.live.live_accuracy": 80.68,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 86.43,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 79.11,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 93.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 79.17,
+        "bfcl/bfcl.multi_turn.accuracy": 54.25,
+        "bfcl/bfcl.multi_turn.base_accuracy": 64.5,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 58.0,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 53.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 41.5,
+        "bfcl/bfcl.web_search.accuracy": 5.0,
+        "bfcl/bfcl.web_search.base_accuracy": 4.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 6.0,
+        "bfcl/bfcl.memory.accuracy": 14.62,
+        "bfcl/bfcl.memory.kv_accuracy": 5.81,
+        "bfcl/bfcl.memory.vector_accuracy": 9.03,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 29.03,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 81.25,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 82.15
+      }
+    },
+    {
+      "id": "katanemo/arch-agent-3b",
+      "name": "Arch-Agent-3B",
+      "developer": "katanemo",
+      "evaluator_relationship": null,
+      "benchmark_scores": {
+        "bfcl/bfcl.overall.rank": 56.0,
+        "bfcl/bfcl.overall.overall_accuracy": 35.36,
+        "bfcl/bfcl.overall.total_cost_usd": 3.7,
+        "bfcl/bfcl.overall.latency_mean_s": 3.56,
+        "bfcl/bfcl.overall.latency_std_s": 6.65,
+        "bfcl/bfcl.overall.latency_p95_s": 8.19,
+        "bfcl/bfcl.non_live.ast_accuracy": 86.67,
+        "bfcl/bfcl.non_live.simple_ast_accuracy": 78.67,
+        "bfcl/bfcl.non_live.multiple_ast_accuracy": 94.5,
+        "bfcl/bfcl.non_live.parallel_ast_accuracy": 91.0,
+        "bfcl/bfcl.non_live.parallel_multiple_ast_accuracy": 82.5,
+        "bfcl/bfcl.live.live_accuracy": 72.91,
+        "bfcl/bfcl.live.live_simple_ast_accuracy": 75.58,
+        "bfcl/bfcl.live.live_multiple_ast_accuracy": 72.27,
+        "bfcl/bfcl.live.live_parallel_ast_accuracy": 68.75,
+        "bfcl/bfcl.live.live_parallel_multiple_ast_accuracy": 75.0,
+        "bfcl/bfcl.multi_turn.accuracy": 34.88,
+        "bfcl/bfcl.multi_turn.base_accuracy": 42.0,
+        "bfcl/bfcl.multi_turn.miss_function_accuracy": 37.5,
+        "bfcl/bfcl.multi_turn.miss_parameter_accuracy": 31.0,
+        "bfcl/bfcl.multi_turn.long_context_accuracy": 29.0,
+        "bfcl/bfcl.web_search.accuracy": 0.5,
+        "bfcl/bfcl.web_search.base_accuracy": 1.0,
+        "bfcl/bfcl.web_search.no_snippet_accuracy": 0.0,
+        "bfcl/bfcl.memory.accuracy": 6.88,
+        "bfcl/bfcl.memory.kv_accuracy": 5.16,
+        "bfcl/bfcl.memory.vector_accuracy": 5.81,
+        "bfcl/bfcl.memory.recursive_summarization_accuracy": 9.68,
+        "bfcl/bfcl.relevance.relevance_detection_accuracy": 68.75,
+        "bfcl/bfcl.relevance.irrelevance_detection_accuracy": 74.67
+      }
+    }
+  ]
+}

data/developers/kavonalds.json

@@ -7,12 +7,12 @@
       "developer": "kavonalds",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3283,
-        "hfopenllm_v2/BBH": 0.6651,
+        "hfopenllm_v2/IFEval": 0.2701,
+        "hfopenllm_v2/BBH": 0.5566,
         "hfopenllm_v2/MATH Level 5": 0.068,
-        "hfopenllm_v2/GPQA": 0.2609,
-        "hfopenllm_v2/MUSR": 0.3393,
-        "hfopenllm_v2/MMLU-PRO": 0.1314
+        "hfopenllm_v2/GPQA": 0.2802,
+        "hfopenllm_v2/MUSR": 0.3682,
+        "hfopenllm_v2/MMLU-PRO": 0.1449
       }
     },
     {

data/developers/leroydyer.json

@@ -707,12 +707,12 @@
       "developer": "LeroyDyer",
       "evaluator_relationship": null,
       "benchmark_scores": {
-        "hfopenllm_v2/IFEval": 0.3798,
-        "hfopenllm_v2/BBH": 0.4483,
-        "hfopenllm_v2/MATH Level 5": 0.04,
-        "hfopenllm_v2/GPQA": 0.3129,
-        "hfopenllm_v2/MUSR": 0.4148,
-        "hfopenllm_v2/MMLU-PRO": 0.2389
+        "hfopenllm_v2/IFEval": 0.3579,
+        "hfopenllm_v2/BBH": 0.4477,
+        "hfopenllm_v2/MATH Level 5": 0.0423,
+        "hfopenllm_v2/GPQA": 0.3096,
+        "hfopenllm_v2/MUSR": 0.4134,
+        "hfopenllm_v2/MMLU-PRO": 0.2376
       }
     },
     {