Hugging Face's logo

Spaces:
evaleval
/
general-eval-card
Running

App Files Community
8
GitHub Actions commited on
Commit
aa3daac
·
1 Parent(s): 2edd871

chore: sync EEE pipeline output [2026-03-28 11:37 UTC]

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. data/benchmarks.json +4 -0
  2. data/benchmarks/appworld_test_normal.json +3 -3
  3. data/benchmarks/browsecompplus.json +3 -3
  4. data/benchmarks/global-mmlu-lite.json +1 -1
  5. data/benchmarks/hfopenllm_v2.json +225 -225
  6. data/benchmarks/la_leaderboard.json +44 -0
  7. data/benchmarks/livecodebenchpro.json +11 -11
  8. data/benchmarks/reward-bench.json +154 -168
  9. data/benchmarks/swe-bench.json +1 -1
  10. data/benchmarks/tau-bench-2_retail.json +1 -1
  11. data/benchmarks/tau-bench-2_telecom.json +1 -1
  12. data/benchmarks/terminal-bench-2.0.json +20 -20
  13. data/developers.json +1346 -1394
  14. data/developers/{1-800-LLMs.json → 1-800-llms.json} +0 -0
  15. data/developers/{152334H.json → 152334h.json} +0 -0
  16. data/developers/{1TuanPham.json → 1tuanpham.json} +0 -0
  17. data/developers/{3rd-Degree-Burn.json → 3rd-degree-burn.json} +0 -0
  18. data/developers/Alibaba.json +0 -58
  19. data/developers/Anthropic.json +0 -129
  20. data/developers/DeepSeek.json +0 -58
  21. data/developers/EleutherAI.json +0 -173
  22. data/developers/Google.json +0 -65
  23. data/developers/Meta.json +0 -16
  24. data/developers/MiniMax.json +0 -23
  25. data/developers/Minimax.json +0 -14
  26. data/developers/OpenAI.json +0 -132
  27. data/developers/Qwen.json +0 -882
  28. data/developers/Z.ai.json +0 -14
  29. data/developers/{AALF.json → aalf.json} +0 -0
  30. data/developers/{Aashraf995.json → aashraf995.json} +0 -0
  31. data/developers/{AbacusResearch.json → abacusresearch.json} +0 -0
  32. data/developers/abhishek.json +6 -6
  33. data/developers/{AELLM.json → aellm.json} +0 -0
  34. data/developers/{AGI-0.json → agi-0.json} +0 -0
  35. data/developers/{Ahdoot.json → ahdoot.json} +0 -0
  36. data/developers/{Ahjeong.json → ahjeong.json} +0 -0
  37. data/developers/{AI-MO.json → ai-mo.json} +0 -0
  38. data/developers/{AI-Sweden-Models.json → ai-sweden-models.json} +0 -0
  39. data/developers/ai2.json +4 -4
  40. data/developers/{AI4free.json → ai4free.json} +0 -0
  41. data/developers/{AicoresSecurity.json → aicoressecurity.json} +0 -0
  42. data/developers/{AIDC-AI.json → aidc-ai.json} +0 -0
  43. data/developers/{Alepach.json → alepach.json} +0 -0
  44. data/developers/{AlephAlpha.json → alephalpha.json} +0 -0
  45. data/developers/{Alibaba-NLP.json → alibaba-nlp.json} +0 -0
  46. data/developers/alibaba.json +54 -1
  47. data/developers/allenai.json +38 -38
  48. data/developers/{Alsebay.json → alsebay.json} +0 -0
  49. data/developers/{Amaorynho.json → amaorynho.json} +0 -0
  50. data/developers/{Amu.json → amu.json} +0 -0
data/benchmarks.json CHANGED
@@ -47,6 +47,10 @@
47
  "benchmark": "hfopenllm_v2",
48
  "model_count": 4496
49
  },
 
 
 
 
50
  {
51
  "benchmark": "livecodebenchpro",
52
  "model_count": 27
 
47
  "benchmark": "hfopenllm_v2",
48
  "model_count": 4496
49
  },
50
+ {
51
+ "benchmark": "la_leaderboard",
52
+ "model_count": 5
53
+ },
54
  {
55
  "benchmark": "livecodebenchpro",
56
  "model_count": 27
data/benchmarks/appworld_test_normal.json CHANGED
@@ -5,7 +5,7 @@
5
  "name": "claude-opus-4-5",
6
  "developer": "Anthropic",
7
  "scores": {
8
- "appworld/test_normal": 0.7
9
  }
10
  },
11
  {
@@ -13,7 +13,7 @@
13
  "name": "gemini-3-pro-preview",
14
  "developer": "Google",
15
  "scores": {
16
- "appworld/test_normal": 0.36
17
  }
18
  },
19
  {
@@ -21,7 +21,7 @@
21
  "name": "gpt-5.2-2025-12-11",
22
  "developer": "OpenAI",
23
  "scores": {
24
- "appworld/test_normal": 0.0
25
  }
26
  }
27
  ]
 
5
  "name": "claude-opus-4-5",
6
  "developer": "Anthropic",
7
  "scores": {
8
+ "appworld/test_normal": 0.68
9
  }
10
  },
11
  {
 
13
  "name": "gemini-3-pro-preview",
14
  "developer": "Google",
15
  "scores": {
16
+ "appworld/test_normal": 0.505
17
  }
18
  },
19
  {
 
21
  "name": "gpt-5.2-2025-12-11",
22
  "developer": "OpenAI",
23
  "scores": {
24
+ "appworld/test_normal": 0.071
25
  }
26
  }
27
  ]
data/benchmarks/browsecompplus.json CHANGED
@@ -5,7 +5,7 @@
5
  "name": "claude-opus-4-5",
6
  "developer": "Anthropic",
7
  "scores": {
8
- "browsecompplus": 0.61
9
  }
10
  },
11
  {
@@ -13,7 +13,7 @@
13
  "name": "gemini-3-pro-preview",
14
  "developer": "Google",
15
  "scores": {
16
- "browsecompplus": 0.57
17
  }
18
  },
19
  {
@@ -21,7 +21,7 @@
21
  "name": "gpt-5.2-2025-12-11",
22
  "developer": "OpenAI",
23
  "scores": {
24
- "browsecompplus": 0.46
25
  }
26
  }
27
  ]
 
5
  "name": "claude-opus-4-5",
6
  "developer": "Anthropic",
7
  "scores": {
8
+ "browsecompplus": 0.49
9
  }
10
  },
11
  {
 
13
  "name": "gemini-3-pro-preview",
14
  "developer": "Google",
15
  "scores": {
16
+ "browsecompplus": 0.51
17
  }
18
  },
19
  {
 
21
  "name": "gpt-5.2-2025-12-11",
22
  "developer": "OpenAI",
23
  "scores": {
24
+ "browsecompplus": 0.43
25
  }
26
  }
27
  ]
data/benchmarks/global-mmlu-lite.json CHANGED
@@ -315,7 +315,7 @@
315
  {
316
  "model_id": "google/gemini-3-pro-preview",
317
  "name": "gemini-3-pro-preview",
318
- "developer": "Google",
319
  "scores": {
320
  "Global MMLU Lite": 0.9453,
321
  "Culturally Sensitive": 0.9397,
 
315
  {
316
  "model_id": "google/gemini-3-pro-preview",
317
  "name": "gemini-3-pro-preview",
318
+ "developer": "google",
319
  "scores": {
320
  "Global MMLU Lite": 0.9453,
321
  "Culturally Sensitive": 0.9397,
data/benchmarks/hfopenllm_v2.json CHANGED
@@ -1019,12 +1019,12 @@
1019
  "name": "Qwen2.5-1.5B-continuous-learnt",
1020
  "developer": "AtAndDev",
1021
  "scores": {
1022
- "IFEval": 0.4605,
1023
- "BBH": 0.4258,
1024
- "MATH Level 5": 0.0748,
1025
- "GPQA": 0.2659,
1026
- "MUSR": 0.3636,
1027
- "MMLU-PRO": 0.2812
1028
  }
1029
  },
1030
  {
@@ -3047,12 +3047,12 @@
3047
  "name": "AetherTOT",
3048
  "developer": "Daemontatox",
3049
  "scores": {
3050
- "IFEval": 0.4398,
3051
- "BBH": 0.5066,
3052
- "MATH Level 5": 0.1488,
3053
  "GPQA": 0.3238,
3054
- "MUSR": 0.4079,
3055
- "MMLU-PRO": 0.3804
3056
  }
3057
  },
3058
  {
@@ -3229,12 +3229,12 @@
3229
  "name": "PathfinderAI",
3230
  "developer": "Daemontatox",
3231
  "scores": {
3232
- "IFEval": 0.4855,
3233
- "BBH": 0.6627,
3234
- "MATH Level 5": 0.4841,
3235
- "GPQA": 0.3096,
3236
- "MUSR": 0.4256,
3237
- "MMLU-PRO": 0.5542
3238
  }
3239
  },
3240
  {
@@ -4009,12 +4009,12 @@
4009
  "name": "Llama-3.2-1B-SPIN-iter0",
4010
  "developer": "DavieLion",
4011
  "scores": {
4012
- "IFEval": 0.1549,
4013
- "BBH": 0.2937,
4014
- "MATH Level 5": 0.006,
4015
- "GPQA": 0.2576,
4016
  "MUSR": 0.3565,
4017
- "MMLU-PRO": 0.1128
4018
  }
4019
  },
4020
  {
@@ -8468,12 +8468,12 @@
8468
  "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1",
8469
  "developer": "Goekdeniz-Guelmez",
8470
  "scores": {
8471
- "IFEval": 0.3417,
8472
- "BBH": 0.3292,
8473
- "MATH Level 5": 0.0023,
8474
- "GPQA": 0.2576,
8475
- "MUSR": 0.3249,
8476
- "MMLU-PRO": 0.1638
8477
  }
8478
  },
8479
  {
@@ -8585,12 +8585,12 @@
8585
  "name": "josie-7b-v6.0-step2000",
8586
  "developer": "Goekdeniz-Guelmez",
8587
  "scores": {
8588
- "IFEval": 0.7628,
8589
- "BBH": 0.5098,
8590
- "MATH Level 5": 0.0,
8591
- "GPQA": 0.2802,
8592
- "MUSR": 0.4579,
8593
- "MMLU-PRO": 0.4033
8594
  }
8595
  },
8596
  {
@@ -8741,12 +8741,12 @@
8741
  "name": "Gemma-Ko-Merge-PEFT",
8742
  "developer": "Gunulhona",
8743
  "scores": {
8744
- "IFEval": 0.4441,
8745
- "BBH": 0.4863,
8746
  "MATH Level 5": 0.0,
8747
- "GPQA": 0.307,
8748
- "MUSR": 0.3986,
8749
- "MMLU-PRO": 0.3098
8750
  }
8751
  },
8752
  {
@@ -9157,12 +9157,12 @@
9157
  "name": "SmolLM2-135M-Instruct",
9158
  "developer": "HuggingFaceTB",
9159
  "scores": {
9160
- "IFEval": 0.2883,
9161
- "BBH": 0.3124,
9162
- "MATH Level 5": 0.003,
9163
- "GPQA": 0.2357,
9164
- "MUSR": 0.3662,
9165
- "MMLU-PRO": 0.1115
9166
  }
9167
  },
9168
  {
@@ -9183,12 +9183,12 @@
9183
  "name": "SmolLM2-360M-Instruct",
9184
  "developer": "HuggingFaceTB",
9185
  "scores": {
9186
- "IFEval": 0.3842,
9187
- "BBH": 0.3144,
9188
- "MATH Level 5": 0.0151,
9189
- "GPQA": 0.255,
9190
- "MUSR": 0.3461,
9191
- "MMLU-PRO": 0.1117
9192
  }
9193
  },
9194
  {
@@ -9391,12 +9391,12 @@
9391
  "name": "JOSIEv4o-8b-stage1-v4",
9392
  "developer": "Isaak-Carter",
9393
  "scores": {
9394
- "IFEval": 0.2477,
9395
- "BBH": 0.4758,
9396
- "MATH Level 5": 0.0453,
9397
- "GPQA": 0.2911,
9398
- "MUSR": 0.3641,
9399
- "MMLU-PRO": 0.3292
9400
  }
9401
  },
9402
  {
@@ -14318,12 +14318,12 @@
14318
  "name": "Llama-3-8B-Magpie-Align-v0.1",
14319
  "developer": "Magpie-Align",
14320
  "scores": {
14321
- "IFEval": 0.4027,
14322
- "BBH": 0.4789,
14323
- "MATH Level 5": 0.0461,
14324
- "GPQA": 0.2768,
14325
- "MUSR": 0.3087,
14326
- "MMLU-PRO": 0.3001
14327
  }
14328
  },
14329
  {
@@ -17217,12 +17217,12 @@
17217
  "name": "code-yi",
17218
  "developer": "Omkar1102",
17219
  "scores": {
17220
- "IFEval": 0.2148,
17221
- "BBH": 0.276,
17222
  "MATH Level 5": 0.0,
17223
- "GPQA": 0.2508,
17224
- "MUSR": 0.3802,
17225
- "MMLU-PRO": 0.1126
17226
  }
17227
  },
17228
  {
@@ -18283,12 +18283,12 @@
18283
  "name": "Casa-14b-sce",
18284
  "developer": "Quazim0t0",
18285
  "scores": {
18286
- "IFEval": 0.6654,
18287
- "BBH": 0.6901,
18288
- "MATH Level 5": 0.4698,
18289
- "GPQA": 0.3331,
18290
- "MUSR": 0.431,
18291
- "MMLU-PRO": 0.5426
18292
  }
18293
  },
18294
  {
@@ -19557,12 +19557,12 @@
19557
  "name": "Qwen2.5-0.5B-Instruct",
19558
  "developer": "Qwen",
19559
  "scores": {
19560
- "IFEval": 0.3153,
19561
- "BBH": 0.3322,
19562
- "MATH Level 5": 0.1035,
19563
- "GPQA": 0.2592,
19564
- "MUSR": 0.3342,
19565
- "MMLU-PRO": 0.172
19566
  }
19567
  },
19568
  {
@@ -19817,12 +19817,12 @@
19817
  "name": "Qwen2.5-Coder-7B-Instruct",
19818
  "developer": "Qwen",
19819
  "scores": {
19820
- "IFEval": 0.6147,
19821
- "BBH": 0.4999,
19822
- "MATH Level 5": 0.031,
19823
- "GPQA": 0.2936,
19824
- "MUSR": 0.4099,
19825
- "MMLU-PRO": 0.3354
19826
  }
19827
  },
19828
  {
@@ -20077,12 +20077,12 @@
20077
  "name": "Replete-LLM-Qwen2-7b",
20078
  "developer": "Replete-AI",
20079
  "scores": {
20080
- "IFEval": 0.0932,
20081
- "BBH": 0.2977,
20082
  "MATH Level 5": 0.0,
20083
- "GPQA": 0.2475,
20084
- "MUSR": 0.3941,
20085
- "MMLU-PRO": 0.1157
20086
  }
20087
  },
20088
  {
@@ -24744,12 +24744,12 @@
24744
  "name": "Llama-3-Instruct-8B-SPPO-Iter3",
24745
  "developer": "UCLA-AGI",
24746
  "scores": {
24747
- "IFEval": 0.6703,
24748
- "BBH": 0.5076,
24749
- "MATH Level 5": 0.0718,
24750
  "GPQA": 0.2651,
24751
- "MUSR": 0.3647,
24752
- "MMLU-PRO": 0.3658
24753
  }
24754
  },
24755
  {
@@ -25212,12 +25212,12 @@
25212
  "name": "Llama3.1-8B-ShiningValiant2",
25213
  "developer": "ValiantLabs",
25214
  "scores": {
25215
- "IFEval": 0.2678,
25216
- "BBH": 0.4429,
25217
- "MATH Level 5": 0.0521,
25218
- "GPQA": 0.302,
25219
- "MUSR": 0.3959,
25220
- "MMLU-PRO": 0.2927
25221
  }
25222
  },
25223
  {
@@ -26603,12 +26603,12 @@
26603
  "name": "autotrain-0tmgq-5tpbg",
26604
  "developer": "abhishek",
26605
  "scores": {
26606
- "IFEval": 0.1957,
26607
- "BBH": 0.3135,
26608
- "MATH Level 5": 0.0,
26609
- "GPQA": 0.2517,
26610
- "MUSR": 0.365,
26611
- "MMLU-PRO": 0.1151
26612
  }
26613
  },
26614
  {
@@ -27006,12 +27006,12 @@
27006
  "name": "Llama-3.1-Tulu-3-70B",
27007
  "developer": "allenai",
27008
  "scores": {
27009
- "IFEval": 0.8379,
27010
- "BBH": 0.6157,
27011
- "MATH Level 5": 0.3829,
27012
  "GPQA": 0.3733,
27013
- "MUSR": 0.4988,
27014
- "MMLU-PRO": 0.4656
27015
  }
27016
  },
27017
  {
@@ -27045,12 +27045,12 @@
27045
  "name": "Llama-3.1-Tulu-3-8B",
27046
  "developer": "allenai",
27047
  "scores": {
27048
- "IFEval": 0.8267,
27049
- "BBH": 0.405,
27050
- "MATH Level 5": 0.1964,
27051
- "GPQA": 0.2987,
27052
  "MUSR": 0.4175,
27053
- "MMLU-PRO": 0.2827
27054
  }
27055
  },
27056
  {
@@ -30451,12 +30451,12 @@
30451
  "name": "Llama-3.2-3B-Deep-Test",
30452
  "developer": "bunnycore",
30453
  "scores": {
30454
- "IFEval": 0.1775,
30455
- "BBH": 0.295,
30456
- "MATH Level 5": 0.0,
30457
- "GPQA": 0.2517,
30458
- "MUSR": 0.3647,
30459
- "MMLU-PRO": 0.1049
30460
  }
30461
  },
30462
  {
@@ -31738,12 +31738,12 @@
31738
  "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
31739
  "developer": "cognitivecomputations",
31740
  "scores": {
31741
- "IFEval": 0.3613,
31742
- "BBH": 0.6123,
31743
- "MATH Level 5": 0.1239,
31744
- "GPQA": 0.328,
31745
- "MUSR": 0.4112,
31746
- "MMLU-PRO": 0.4494
31747
  }
31748
  },
31749
  {
@@ -31881,12 +31881,12 @@
31881
  "name": "llama-43m-beta",
31882
  "developer": "cpayne1303",
31883
  "scores": {
31884
- "IFEval": 0.1949,
31885
- "BBH": 0.2965,
31886
- "MATH Level 5": 0.0045,
31887
  "GPQA": 0.2685,
31888
- "MUSR": 0.3885,
31889
- "MMLU-PRO": 0.1111
31890
  }
31891
  },
31892
  {
@@ -33597,12 +33597,12 @@
33597
  "name": "TheBeagle-v2beta-32B-MGS",
33598
  "developer": "fblgit",
33599
  "scores": {
33600
- "IFEval": 0.5181,
33601
- "BBH": 0.7033,
33602
- "MATH Level 5": 0.4947,
33603
- "GPQA": 0.3826,
33604
- "MUSR": 0.5008,
33605
- "MMLU-PRO": 0.5915
33606
  }
33607
  },
33608
  {
@@ -34663,12 +34663,12 @@
34663
  "name": "flan-t5-xl",
34664
  "developer": "google",
34665
  "scores": {
34666
- "IFEval": 0.2237,
34667
- "BBH": 0.4531,
34668
- "MATH Level 5": 0.0076,
34669
- "GPQA": 0.2525,
34670
- "MUSR": 0.4181,
34671
- "MMLU-PRO": 0.2147
34672
  }
34673
  },
34674
  {
@@ -37796,12 +37796,12 @@
37796
  "name": "Kosmos-EVAA-Fusion-8B",
37797
  "developer": "jaspionjader",
37798
  "scores": {
37799
- "IFEval": 0.4418,
37800
- "BBH": 0.5406,
37801
- "MATH Level 5": 0.1352,
37802
- "GPQA": 0.3062,
37803
  "MUSR": 0.4277,
37804
- "MMLU-PRO": 0.386
37805
  }
37806
  },
37807
  {
@@ -44205,12 +44205,12 @@
44205
  "name": "phi-4",
44206
  "developer": "microsoft",
44207
  "scores": {
44208
- "IFEval": 0.0488,
44209
- "BBH": 0.6703,
44210
- "MATH Level 5": 0.2787,
44211
- "GPQA": 0.401,
44212
  "MUSR": 0.5034,
44213
- "MMLU-PRO": 0.5295
44214
  }
44215
  },
44216
  {
@@ -44309,12 +44309,12 @@
44309
  "name": "Trinity-2-Codestral-22B-v0.2",
44310
  "developer": "migtissera",
44311
  "scores": {
44312
- "IFEval": 0.4345,
44313
- "BBH": 0.5686,
44314
- "MATH Level 5": 0.0838,
44315
- "GPQA": 0.3003,
44316
- "MUSR": 0.4045,
44317
- "MMLU-PRO": 0.334
44318
  }
44319
  },
44320
  {
@@ -44595,12 +44595,12 @@
44595
  "name": "Mixtral-8x7B-v0.1",
44596
  "developer": "mistralai",
44597
  "scores": {
44598
- "IFEval": 0.2415,
44599
- "BBH": 0.5087,
44600
- "MATH Level 5": 0.102,
44601
- "GPQA": 0.3138,
44602
- "MUSR": 0.4321,
44603
- "MMLU-PRO": 0.385
44604
  }
44605
  },
44606
  {
@@ -44829,12 +44829,12 @@
44829
  "name": "NeuralDaredevil-8B-abliterated",
44830
  "developer": "mlabonne",
44831
  "scores": {
44832
- "IFEval": 0.7561,
44833
- "BBH": 0.5111,
44834
- "MATH Level 5": 0.0906,
44835
- "GPQA": 0.3062,
44836
- "MUSR": 0.4019,
44837
- "MMLU-PRO": 0.3841
44838
  }
44839
  },
44840
  {
@@ -46870,12 +46870,12 @@
46870
  "name": "franqwenstein-35b",
46871
  "developer": "nisten",
46872
  "scores": {
46873
- "IFEval": 0.3799,
46874
- "BBH": 0.6647,
46875
- "MATH Level 5": 0.3406,
46876
- "GPQA": 0.4035,
46877
- "MUSR": 0.494,
46878
- "MMLU-PRO": 0.5731
46879
  }
46880
  },
46881
  {
@@ -47702,12 +47702,12 @@
47702
  "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
47703
  "developer": "ontocord",
47704
  "scores": {
47705
- "IFEval": 0.1128,
47706
- "BBH": 0.3171,
47707
- "MATH Level 5": 0.0113,
47708
- "GPQA": 0.2685,
47709
- "MUSR": 0.346,
47710
- "MMLU-PRO": 0.1129
47711
  }
47712
  },
47713
  {
@@ -47884,12 +47884,12 @@
47884
  "name": "Llama-FinSent-S",
47885
  "developer": "oopere",
47886
  "scores": {
47887
- "IFEval": 0.2119,
47888
- "BBH": 0.3156,
47889
- "MATH Level 5": 0.0181,
47890
- "GPQA": 0.2567,
47891
  "MUSR": 0.3832,
47892
- "MMLU-PRO": 0.113
47893
  }
47894
  },
47895
  {
@@ -50952,12 +50952,12 @@
50952
  "name": "Oracle-14B",
50953
  "developer": "qingy2019",
50954
  "scores": {
50955
- "IFEval": 0.2358,
50956
- "BBH": 0.4612,
50957
- "MATH Level 5": 0.0642,
50958
- "GPQA": 0.2576,
50959
- "MUSR": 0.3717,
50960
- "MMLU-PRO": 0.2382
50961
  }
50962
  },
50963
  {
@@ -50965,12 +50965,12 @@
50965
  "name": "Qwen2.5-Math-14B-Instruct",
50966
  "developer": "qingy2019",
50967
  "scores": {
50968
- "IFEval": 0.6066,
50969
- "BBH": 0.635,
50970
- "MATH Level 5": 0.3716,
50971
- "GPQA": 0.3725,
50972
  "MUSR": 0.4757,
50973
- "MMLU-PRO": 0.5331
50974
  }
50975
  },
50976
  {
@@ -51329,12 +51329,12 @@
51329
  "name": "Gemma-2-Ataraxy-Gemmasutra-9B-slerp",
51330
  "developer": "recoilme",
51331
  "scores": {
51332
- "IFEval": 0.7649,
51333
- "BBH": 0.5974,
51334
- "MATH Level 5": 0.0174,
51335
- "GPQA": 0.3305,
51336
- "MUSR": 0.4245,
51337
- "MMLU-PRO": 0.4207
51338
  }
51339
  },
51340
  {
@@ -51628,12 +51628,12 @@
51628
  "name": "Rombos-LLM-V2.5.1-Qwen-3b",
51629
  "developer": "rombodawg",
51630
  "scores": {
51631
- "IFEval": 0.2595,
51632
- "BBH": 0.3884,
51633
- "MATH Level 5": 0.0914,
51634
- "GPQA": 0.2743,
51635
  "MUSR": 0.3991,
51636
- "MMLU-PRO": 0.2719
51637
  }
51638
  },
51639
  {
@@ -53526,12 +53526,12 @@
53526
  "name": "ChatWaifu_v2.0_22B",
53527
  "developer": "spow12",
53528
  "scores": {
53529
- "IFEval": 0.6517,
53530
- "BBH": 0.5908,
53531
- "MATH Level 5": 0.2032,
53532
- "GPQA": 0.3238,
53533
  "MUSR": 0.3842,
53534
- "MMLU-PRO": 0.3812
53535
  }
53536
  },
53537
  {
@@ -56971,12 +56971,12 @@
56971
  "name": "Hebrew-Mistral-7B-200K",
56972
  "developer": "yam-peleg",
56973
  "scores": {
56974
- "IFEval": 0.177,
56975
- "BBH": 0.3411,
56976
- "MATH Level 5": 0.031,
56977
- "GPQA": 0.2534,
56978
- "MUSR": 0.374,
56979
- "MMLU-PRO": 0.2529
56980
  }
56981
  },
56982
  {
 
1019
  "name": "Qwen2.5-1.5B-continuous-learnt",
1020
  "developer": "AtAndDev",
1021
  "scores": {
1022
+ "IFEval": 0.4511,
1023
+ "BBH": 0.4275,
1024
+ "MATH Level 5": 0.1473,
1025
+ "GPQA": 0.2701,
1026
+ "MUSR": 0.3623,
1027
+ "MMLU-PRO": 0.2806
1028
  }
1029
  },
1030
  {
 
3047
  "name": "AetherTOT",
3048
  "developer": "Daemontatox",
3049
  "scores": {
3050
+ "IFEval": 0.4383,
3051
+ "BBH": 0.5034,
3052
+ "MATH Level 5": 0.1443,
3053
  "GPQA": 0.3238,
3054
+ "MUSR": 0.4052,
3055
+ "MMLU-PRO": 0.3778
3056
  }
3057
  },
3058
  {
 
3229
  "name": "PathfinderAI",
3230
  "developer": "Daemontatox",
3231
  "scores": {
3232
+ "IFEval": 0.3745,
3233
+ "BBH": 0.6668,
3234
+ "MATH Level 5": 0.4758,
3235
+ "GPQA": 0.3943,
3236
+ "MUSR": 0.4858,
3237
+ "MMLU-PRO": 0.5593
3238
  }
3239
  },
3240
  {
 
4009
  "name": "Llama-3.2-1B-SPIN-iter0",
4010
  "developer": "DavieLion",
4011
  "scores": {
4012
+ "IFEval": 0.1507,
4013
+ "BBH": 0.293,
4014
+ "MATH Level 5": 0.0,
4015
+ "GPQA": 0.2534,
4016
  "MUSR": 0.3565,
4017
+ "MMLU-PRO": 0.1125
4018
  }
4019
  },
4020
  {
 
8468
  "name": "Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1",
8469
  "developer": "Goekdeniz-Guelmez",
8470
  "scores": {
8471
+ "IFEval": 0.3472,
8472
+ "BBH": 0.3268,
8473
+ "MATH Level 5": 0.0891,
8474
+ "GPQA": 0.2517,
8475
+ "MUSR": 0.3262,
8476
+ "MMLU-PRO": 0.1641
8477
  }
8478
  },
8479
  {
 
8585
  "name": "josie-7b-v6.0-step2000",
8586
  "developer": "Goekdeniz-Guelmez",
8587
  "scores": {
8588
+ "IFEval": 0.7598,
8589
+ "BBH": 0.5107,
8590
+ "MATH Level 5": 0.4237,
8591
+ "GPQA": 0.2768,
8592
+ "MUSR": 0.4539,
8593
+ "MMLU-PRO": 0.4012
8594
  }
8595
  },
8596
  {
 
8741
  "name": "Gemma-Ko-Merge-PEFT",
8742
  "developer": "Gunulhona",
8743
  "scores": {
8744
+ "IFEval": 0.288,
8745
+ "BBH": 0.5154,
8746
  "MATH Level 5": 0.0,
8747
+ "GPQA": 0.3247,
8748
+ "MUSR": 0.408,
8749
+ "MMLU-PRO": 0.3817
8750
  }
8751
  },
8752
  {
 
9157
  "name": "SmolLM2-135M-Instruct",
9158
  "developer": "HuggingFaceTB",
9159
  "scores": {
9160
+ "IFEval": 0.0593,
9161
+ "BBH": 0.3135,
9162
+ "MATH Level 5": 0.0144,
9163
+ "GPQA": 0.2341,
9164
+ "MUSR": 0.3871,
9165
+ "MMLU-PRO": 0.1092
9166
  }
9167
  },
9168
  {
 
9183
  "name": "SmolLM2-360M-Instruct",
9184
  "developer": "HuggingFaceTB",
9185
  "scores": {
9186
+ "IFEval": 0.083,
9187
+ "BBH": 0.3053,
9188
+ "MATH Level 5": 0.0083,
9189
+ "GPQA": 0.2651,
9190
+ "MUSR": 0.3423,
9191
+ "MMLU-PRO": 0.1126
9192
  }
9193
  },
9194
  {
 
9391
  "name": "JOSIEv4o-8b-stage1-v4",
9392
  "developer": "Isaak-Carter",
9393
  "scores": {
9394
+ "IFEval": 0.2553,
9395
+ "BBH": 0.4725,
9396
+ "MATH Level 5": 0.0529,
9397
+ "GPQA": 0.2919,
9398
+ "MUSR": 0.3654,
9399
+ "MMLU-PRO": 0.3316
9400
  }
9401
  },
9402
  {
 
14318
  "name": "Llama-3-8B-Magpie-Align-v0.1",
14319
  "developer": "Magpie-Align",
14320
  "scores": {
14321
+ "IFEval": 0.4118,
14322
+ "BBH": 0.4811,
14323
+ "MATH Level 5": 0.034,
14324
+ "GPQA": 0.2752,
14325
+ "MUSR": 0.3047,
14326
+ "MMLU-PRO": 0.3006
14327
  }
14328
  },
14329
  {
 
17217
  "name": "code-yi",
17218
  "developer": "Omkar1102",
17219
  "scores": {
17220
+ "IFEval": 0.2254,
17221
+ "BBH": 0.275,
17222
  "MATH Level 5": 0.0,
17223
+ "GPQA": 0.2576,
17224
+ "MUSR": 0.3762,
17225
+ "MMLU-PRO": 0.1123
17226
  }
17227
  },
17228
  {
 
18283
  "name": "Casa-14b-sce",
18284
  "developer": "Quazim0t0",
18285
  "scores": {
18286
+ "IFEval": 0.6718,
18287
+ "BBH": 0.6891,
18288
+ "MATH Level 5": 0.4985,
18289
+ "GPQA": 0.3339,
18290
+ "MUSR": 0.4323,
18291
+ "MMLU-PRO": 0.5408
18292
  }
18293
  },
18294
  {
 
19557
  "name": "Qwen2.5-0.5B-Instruct",
19558
  "developer": "Qwen",
19559
  "scores": {
19560
+ "IFEval": 0.3071,
19561
+ "BBH": 0.3341,
19562
+ "MATH Level 5": 0.0,
19563
+ "GPQA": 0.2576,
19564
+ "MUSR": 0.3329,
19565
+ "MMLU-PRO": 0.1697
19566
  }
19567
  },
19568
  {
 
19817
  "name": "Qwen2.5-Coder-7B-Instruct",
19818
  "developer": "Qwen",
19819
  "scores": {
19820
+ "IFEval": 0.6101,
19821
+ "BBH": 0.5008,
19822
+ "MATH Level 5": 0.3716,
19823
+ "GPQA": 0.2919,
19824
+ "MUSR": 0.4073,
19825
+ "MMLU-PRO": 0.3352
19826
  }
19827
  },
19828
  {
 
20077
  "name": "Replete-LLM-Qwen2-7b",
20078
  "developer": "Replete-AI",
20079
  "scores": {
20080
+ "IFEval": 0.0905,
20081
+ "BBH": 0.2985,
20082
  "MATH Level 5": 0.0,
20083
+ "GPQA": 0.2534,
20084
+ "MUSR": 0.3848,
20085
+ "MMLU-PRO": 0.1158
20086
  }
20087
  },
20088
  {
 
24744
  "name": "Llama-3-Instruct-8B-SPPO-Iter3",
24745
  "developer": "UCLA-AGI",
24746
  "scores": {
24747
+ "IFEval": 0.6834,
24748
+ "BBH": 0.508,
24749
+ "MATH Level 5": 0.0959,
24750
  "GPQA": 0.2651,
24751
+ "MUSR": 0.3661,
24752
+ "MMLU-PRO": 0.3644
24753
  }
24754
  },
24755
  {
 
25212
  "name": "Llama3.1-8B-ShiningValiant2",
25213
  "developer": "ValiantLabs",
25214
  "scores": {
25215
+ "IFEval": 0.6496,
25216
+ "BBH": 0.4774,
25217
+ "MATH Level 5": 0.0566,
25218
+ "GPQA": 0.3104,
25219
+ "MUSR": 0.3909,
25220
+ "MMLU-PRO": 0.3382
25221
  }
25222
  },
25223
  {
 
26603
  "name": "autotrain-0tmgq-5tpbg",
26604
  "developer": "abhishek",
26605
  "scores": {
26606
+ "IFEval": 0.1952,
26607
+ "BBH": 0.3127,
26608
+ "MATH Level 5": 0.0128,
26609
+ "GPQA": 0.2592,
26610
+ "MUSR": 0.3584,
26611
+ "MMLU-PRO": 0.1144
26612
  }
26613
  },
26614
  {
 
27006
  "name": "Llama-3.1-Tulu-3-70B",
27007
  "developer": "allenai",
27008
  "scores": {
27009
+ "IFEval": 0.8291,
27010
+ "BBH": 0.6164,
27011
+ "MATH Level 5": 0.4502,
27012
  "GPQA": 0.3733,
27013
+ "MUSR": 0.4948,
27014
+ "MMLU-PRO": 0.4645
27015
  }
27016
  },
27017
  {
 
27045
  "name": "Llama-3.1-Tulu-3-8B",
27046
  "developer": "allenai",
27047
  "scores": {
27048
+ "IFEval": 0.8255,
27049
+ "BBH": 0.4061,
27050
+ "MATH Level 5": 0.2115,
27051
+ "GPQA": 0.297,
27052
  "MUSR": 0.4175,
27053
+ "MMLU-PRO": 0.2821
27054
  }
27055
  },
27056
  {
 
30451
  "name": "Llama-3.2-3B-Deep-Test",
30452
  "developer": "bunnycore",
30453
  "scores": {
30454
+ "IFEval": 0.4652,
30455
+ "BBH": 0.4531,
30456
+ "MATH Level 5": 0.1284,
30457
+ "GPQA": 0.2643,
30458
+ "MUSR": 0.3394,
30459
+ "MMLU-PRO": 0.3152
30460
  }
30461
  },
30462
  {
 
31738
  "name": "dolphin-2.9.2-Phi-3-Medium-abliterated",
31739
  "developer": "cognitivecomputations",
31740
  "scores": {
31741
+ "IFEval": 0.4124,
31742
+ "BBH": 0.6383,
31743
+ "MATH Level 5": 0.182,
31744
+ "GPQA": 0.3289,
31745
+ "MUSR": 0.4349,
31746
+ "MMLU-PRO": 0.4525
31747
  }
31748
  },
31749
  {
 
31881
  "name": "llama-43m-beta",
31882
  "developer": "cpayne1303",
31883
  "scores": {
31884
+ "IFEval": 0.1916,
31885
+ "BBH": 0.2977,
31886
+ "MATH Level 5": 0.0,
31887
  "GPQA": 0.2685,
31888
+ "MUSR": 0.3872,
31889
+ "MMLU-PRO": 0.1132
31890
  }
31891
  },
31892
  {
 
33597
  "name": "TheBeagle-v2beta-32B-MGS",
33598
  "developer": "fblgit",
33599
  "scores": {
33600
+ "IFEval": 0.4503,
33601
+ "BBH": 0.7035,
33602
+ "MATH Level 5": 0.3943,
33603
+ "GPQA": 0.401,
33604
+ "MUSR": 0.5021,
33605
+ "MMLU-PRO": 0.5911
33606
  }
33607
  },
33608
  {
 
34663
  "name": "flan-t5-xl",
34664
  "developer": "google",
34665
  "scores": {
34666
+ "IFEval": 0.2207,
34667
+ "BBH": 0.4537,
34668
+ "MATH Level 5": 0.0008,
34669
+ "GPQA": 0.2458,
34670
+ "MUSR": 0.422,
34671
+ "MMLU-PRO": 0.2142
34672
  }
34673
  },
34674
  {
 
37796
  "name": "Kosmos-EVAA-Fusion-8B",
37797
  "developer": "jaspionjader",
37798
  "scores": {
37799
+ "IFEval": 0.4345,
37800
+ "BBH": 0.5419,
37801
+ "MATH Level 5": 0.1292,
37802
+ "GPQA": 0.3087,
37803
  "MUSR": 0.4277,
37804
+ "MMLU-PRO": 0.3854
37805
  }
37806
  },
37807
  {
 
44205
  "name": "phi-4",
44206
  "developer": "microsoft",
44207
  "scores": {
44208
+ "IFEval": 0.0585,
44209
+ "BBH": 0.6691,
44210
+ "MATH Level 5": 0.3165,
44211
+ "GPQA": 0.406,
44212
  "MUSR": 0.5034,
44213
+ "MMLU-PRO": 0.5287
44214
  }
44215
  },
44216
  {
 
44309
  "name": "Trinity-2-Codestral-22B-v0.2",
44310
  "developer": "migtissera",
44311
  "scores": {
44312
+ "IFEval": 0.443,
44313
+ "BBH": 0.5706,
44314
+ "MATH Level 5": 0.0869,
44315
+ "GPQA": 0.3079,
44316
+ "MUSR": 0.4031,
44317
+ "MMLU-PRO": 0.3354
44318
  }
44319
  },
44320
  {
 
44595
  "name": "Mixtral-8x7B-v0.1",
44596
  "developer": "mistralai",
44597
  "scores": {
44598
+ "IFEval": 0.2326,
44599
+ "BBH": 0.5098,
44600
+ "MATH Level 5": 0.0937,
44601
+ "GPQA": 0.3205,
44602
+ "MUSR": 0.4413,
44603
+ "MMLU-PRO": 0.3871
44604
  }
44605
  },
44606
  {
 
44829
  "name": "NeuralDaredevil-8B-abliterated",
44830
  "developer": "mlabonne",
44831
  "scores": {
44832
+ "IFEval": 0.4162,
44833
+ "BBH": 0.5124,
44834
+ "MATH Level 5": 0.0853,
44835
+ "GPQA": 0.3029,
44836
+ "MUSR": 0.415,
44837
+ "MMLU-PRO": 0.3802
44838
  }
44839
  },
44840
  {
 
46870
  "name": "franqwenstein-35b",
46871
  "developer": "nisten",
46872
  "scores": {
46873
+ "IFEval": 0.3914,
46874
+ "BBH": 0.6591,
46875
+ "MATH Level 5": 0.3044,
46876
+ "GPQA": 0.3591,
46877
+ "MUSR": 0.4681,
46878
+ "MMLU-PRO": 0.5611
46879
  }
46880
  },
46881
  {
 
47702
  "name": "wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue",
47703
  "developer": "ontocord",
47704
  "scores": {
47705
+ "IFEval": 0.1162,
47706
+ "BBH": 0.3184,
47707
+ "MATH Level 5": 0.0076,
47708
+ "GPQA": 0.2634,
47709
+ "MUSR": 0.3447,
47710
+ "MMLU-PRO": 0.1124
47711
  }
47712
  },
47713
  {
 
47884
  "name": "Llama-FinSent-S",
47885
  "developer": "oopere",
47886
  "scores": {
47887
+ "IFEval": 0.2164,
47888
+ "BBH": 0.3169,
47889
+ "MATH Level 5": 0.0128,
47890
+ "GPQA": 0.2584,
47891
  "MUSR": 0.3832,
47892
+ "MMLU-PRO": 0.1134
47893
  }
47894
  },
47895
  {
 
50952
  "name": "Oracle-14B",
50953
  "developer": "qingy2019",
50954
  "scores": {
50955
+ "IFEval": 0.2401,
50956
+ "BBH": 0.4622,
50957
+ "MATH Level 5": 0.0725,
50958
+ "GPQA": 0.2609,
50959
+ "MUSR": 0.3703,
50960
+ "MMLU-PRO": 0.2379
50961
  }
50962
  },
50963
  {
 
50965
  "name": "Qwen2.5-Math-14B-Instruct",
50966
  "developer": "qingy2019",
50967
  "scores": {
50968
+ "IFEval": 0.6005,
50969
+ "BBH": 0.6356,
50970
+ "MATH Level 5": 0.2764,
50971
+ "GPQA": 0.3691,
50972
  "MUSR": 0.4757,
50973
+ "MMLU-PRO": 0.5339
50974
  }
50975
  },
50976
  {
 
51329
  "name": "Gemma-2-Ataraxy-Gemmasutra-9B-slerp",
51330
  "developer": "recoilme",
51331
  "scores": {
51332
+ "IFEval": 0.2854,
51333
+ "BBH": 0.5984,
51334
+ "MATH Level 5": 0.1005,
51335
+ "GPQA": 0.3297,
51336
+ "MUSR": 0.4607,
51337
+ "MMLU-PRO": 0.4162
51338
  }
51339
  },
51340
  {
 
51628
  "name": "Rombos-LLM-V2.5.1-Qwen-3b",
51629
  "developer": "rombodawg",
51630
  "scores": {
51631
+ "IFEval": 0.2566,
51632
+ "BBH": 0.39,
51633
+ "MATH Level 5": 0.1208,
51634
+ "GPQA": 0.2626,
51635
  "MUSR": 0.3991,
51636
+ "MMLU-PRO": 0.2741
51637
  }
51638
  },
51639
  {
 
53526
  "name": "ChatWaifu_v2.0_22B",
53527
  "developer": "spow12",
53528
  "scores": {
53529
+ "IFEval": 0.6511,
53530
+ "BBH": 0.5926,
53531
+ "MATH Level 5": 0.1858,
53532
+ "GPQA": 0.3247,
53533
  "MUSR": 0.3842,
53534
+ "MMLU-PRO": 0.3836
53535
  }
53536
  },
53537
  {
 
56971
  "name": "Hebrew-Mistral-7B-200K",
56972
  "developer": "yam-peleg",
56973
  "scores": {
56974
+ "IFEval": 0.1856,
56975
+ "BBH": 0.4149,
56976
+ "MATH Level 5": 0.0234,
56977
+ "GPQA": 0.276,
56978
+ "MUSR": 0.3765,
56979
+ "MMLU-PRO": 0.2573
56980
  }
56981
  },
56982
  {
data/benchmarks/la_leaderboard.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "models": [
3
+ {
4
+ "model_id": "Qwen/Qwen2.5-7B",
5
+ "name": "Qwen2.5-7B",
6
+ "developer": "unknown",
7
+ "scores": {
8
+ "la_leaderboard": 27.61
9
+ }
10
+ },
11
+ {
12
+ "model_id": "google/gemma-2-9b-it",
13
+ "name": "Gemma 2 Instruct 9B",
14
+ "developer": "unknown",
15
+ "scores": {
16
+ "la_leaderboard": 33.62
17
+ }
18
+ },
19
+ {
20
+ "model_id": "meta-llama/Meta-Llama-3.1-8B",
21
+ "name": "Meta Llama 3.1 8B",
22
+ "developer": "unknown",
23
+ "scores": {
24
+ "la_leaderboard": 27.04
25
+ }
26
+ },
27
+ {
28
+ "model_id": "meta-llama/Meta-Llama-3.1-8B-Instruct",
29
+ "name": "Meta Llama 3.1 8B Instruct",
30
+ "developer": "unknown",
31
+ "scores": {
32
+ "la_leaderboard": 30.23
33
+ }
34
+ },
35
+ {
36
+ "model_id": "utter-project/EuroLLM-9B",
37
+ "name": "EuroLLM 9B",
38
+ "developer": "unknown",
39
+ "scores": {
40
+ "la_leaderboard": 25.87
41
+ }
42
+ }
43
+ ]
44
+ }
data/benchmarks/livecodebenchpro.json CHANGED
@@ -53,7 +53,7 @@
53
  {
54
  "model_id": "anthropic/claude-3-7-sonnet-20250219",
55
  "name": "claude-3-7-sonnet-20250219",
56
- "developer": "anthropic",
57
  "scores": {
58
  "Hard Problems": 0.0,
59
  "Medium Problems": 0.0,
@@ -143,7 +143,7 @@
143
  {
144
  "model_id": "google/gemini-2.5-flash",
145
  "name": "gemini-2.5-flash",
146
- "developer": "google",
147
  "scores": {
148
  "Hard Problems": 0.0,
149
  "Medium Problems": 0.028169014084507043,
@@ -153,7 +153,7 @@
153
  {
154
  "model_id": "google/gemini-2.5-pro",
155
  "name": "gemini-2.5-pro",
156
- "developer": "google",
157
  "scores": {
158
  "Hard Problems": 0.014084507042253521,
159
  "Medium Problems": 0.2112676056338028,
@@ -193,7 +193,7 @@
193
  {
194
  "model_id": "openai/gpt-4o-2024-11-20",
195
  "name": "GPT-4o 2024-11-20",
196
- "developer": "openai",
197
  "scores": {
198
  "Hard Problems": 0.0,
199
  "Medium Problems": 0.0,
@@ -213,7 +213,7 @@
213
  {
214
  "model_id": "openai/gpt-5.2-2025-12-11",
215
  "name": "gpt-5.2-2025-12-11",
216
- "developer": "OpenAI",
217
  "scores": {
218
  "Hard Problems": 0.1594,
219
  "Medium Problems": 0.5211,
@@ -223,7 +223,7 @@
223
  {
224
  "model_id": "openai/gpt-oss-120b",
225
  "name": "gpt-oss-120b",
226
- "developer": "openai",
227
  "scores": {
228
  "Hard Problems": 0.0,
229
  "Medium Problems": 0.11267605633802817,
@@ -233,7 +233,7 @@
233
  {
234
  "model_id": "openai/gpt-oss-20b",
235
  "name": "gpt-oss-20b",
236
- "developer": "openai",
237
  "scores": {
238
  "Hard Problems": 0.0,
239
  "Medium Problems": 0.056338028169014086,
@@ -243,7 +243,7 @@
243
  {
244
  "model_id": "openai/o3-2025-04-16",
245
  "name": "o3 2025-04-16",
246
- "developer": "openai",
247
  "scores": {
248
  "Hard Problems": 0.0,
249
  "Medium Problems": 0.22535211267605634,
@@ -255,9 +255,9 @@
255
  "name": "o4-mini-2025-04-16",
256
  "developer": "openai",
257
  "scores": {
258
- "Hard Problems": 0.014084507042253521,
259
- "Medium Problems": 0.30985915492957744,
260
- "Easy Problems": 0.8873239436619719
261
  }
262
  },
263
  {
 
53
  {
54
  "model_id": "anthropic/claude-3-7-sonnet-20250219",
55
  "name": "claude-3-7-sonnet-20250219",
56
+ "developer": "Anthropic",
57
  "scores": {
58
  "Hard Problems": 0.0,
59
  "Medium Problems": 0.0,
 
143
  {
144
  "model_id": "google/gemini-2.5-flash",
145
  "name": "gemini-2.5-flash",
146
+ "developer": "Google",
147
  "scores": {
148
  "Hard Problems": 0.0,
149
  "Medium Problems": 0.028169014084507043,
 
153
  {
154
  "model_id": "google/gemini-2.5-pro",
155
  "name": "gemini-2.5-pro",
156
+ "developer": "Google",
157
  "scores": {
158
  "Hard Problems": 0.014084507042253521,
159
  "Medium Problems": 0.2112676056338028,
 
193
  {
194
  "model_id": "openai/gpt-4o-2024-11-20",
195
  "name": "GPT-4o 2024-11-20",
196
+ "developer": "OpenAI",
197
  "scores": {
198
  "Hard Problems": 0.0,
199
  "Medium Problems": 0.0,
 
213
  {
214
  "model_id": "openai/gpt-5.2-2025-12-11",
215
  "name": "gpt-5.2-2025-12-11",
216
+ "developer": "openai",
217
  "scores": {
218
  "Hard Problems": 0.1594,
219
  "Medium Problems": 0.5211,
 
223
  {
224
  "model_id": "openai/gpt-oss-120b",
225
  "name": "gpt-oss-120b",
226
+ "developer": "OpenAI",
227
  "scores": {
228
  "Hard Problems": 0.0,
229
  "Medium Problems": 0.11267605633802817,
 
233
  {
234
  "model_id": "openai/gpt-oss-20b",
235
  "name": "gpt-oss-20b",
236
+ "developer": "OpenAI",
237
  "scores": {
238
  "Hard Problems": 0.0,
239
  "Medium Problems": 0.056338028169014086,
 
243
  {
244
  "model_id": "openai/o3-2025-04-16",
245
  "name": "o3 2025-04-16",
246
+ "developer": "OpenAI",
247
  "scores": {
248
  "Hard Problems": 0.0,
249
  "Medium Problems": 0.22535211267605634,
 
255
  "name": "o4-mini-2025-04-16",
256
  "developer": "openai",
257
  "scores": {
258
+ "Hard Problems": 0.0143,
259
+ "Medium Problems": 0.2923,
260
+ "Easy Problems": 0.8571
261
  }
262
  },
263
  {
data/benchmarks/reward-bench.json CHANGED
@@ -131,13 +131,12 @@
131
  "name": "CIR-AMS/BTRM_Qwen2_7b_0613",
132
  "developer": "CIR-AMS",
133
  "scores": {
134
- "Score": 0.5736,
135
- "Factuality": 0.5347,
136
- "Precise IF": 0.3563,
137
- "Math": 0.6066,
138
- "Safety": 0.7178,
139
- "Focus": 0.5737,
140
- "Ties": 0.6527
141
  }
142
  },
143
  {
@@ -499,13 +498,11 @@
499
  "name": "LxzGordon/URM-LLaMa-3.1-8B",
500
  "developer": "LxzGordon",
501
  "scores": {
502
- "Score": 0.7394,
503
- "Factuality": 0.6884,
504
- "Precise IF": 0.45,
505
- "Math": 0.6393,
506
- "Safety": 0.9178,
507
- "Focus": 0.9758,
508
- "Ties": 0.7653
509
  }
510
  },
511
  {
@@ -525,11 +522,13 @@
525
  "name": "NCSOFT/Llama-3-OffsetBias-RM-8B",
526
  "developer": "NCSOFT",
527
  "scores": {
528
- "Score": 0.8942,
529
- "Chat": 0.9721,
530
- "Chat Hard": 0.818,
531
- "Safety": 0.8676,
532
- "Reasoning": 0.9192
 
 
533
  }
534
  },
535
  {
@@ -537,13 +536,12 @@
537
  "name": "Nexusflow/Starling-RM-34B",
538
  "developer": "Nexusflow",
539
  "scores": {
540
- "Score": 0.4553,
541
- "Factuality": 0.4589,
542
- "Precise IF": 0.3187,
543
- "Math": 0.6175,
544
- "Safety": 0.7556,
545
- "Focus": 0.4808,
546
- "Ties": 0.1004
547
  }
548
  },
549
  {
@@ -616,12 +614,13 @@
616
  "name": "OpenAssistant/reward-model-deberta-v3-large-v2",
617
  "developer": "OpenAssistant",
618
  "scores": {
619
- "Score": 0.6126,
620
- "Chat": 0.8939,
621
- "Chat Hard": 0.4518,
622
- "Safety": 0.7338,
623
- "Reasoning": 0.3855,
624
- "Prior Sets (0.5 weight)": 0.5836
 
625
  }
626
  },
627
  {
@@ -629,12 +628,13 @@
629
  "name": "PKU-Alignment/beaver-7b-v1.0-cost",
630
  "developer": "PKU-Alignment",
631
  "scores": {
632
- "Score": 0.5798,
633
- "Chat": 0.6173,
634
- "Chat Hard": 0.4232,
635
- "Safety": 0.7351,
636
- "Reasoning": 0.5482,
637
- "Prior Sets (0.5 weight)": 0.57
 
638
  }
639
  },
640
  {
@@ -642,13 +642,12 @@
642
  "name": "PKU-Alignment/beaver-7b-v1.0-reward",
643
  "developer": "PKU-Alignment",
644
  "scores": {
645
- "Score": 0.1606,
646
- "Factuality": 0.2105,
647
- "Precise IF": 0.2938,
648
- "Math": 0.2623,
649
- "Safety": 0.1422,
650
- "Focus": 0.0646,
651
- "Ties": -0.01
652
  }
653
  },
654
  {
@@ -656,12 +655,13 @@
656
  "name": "PKU-Alignment/beaver-7b-v2.0-cost",
657
  "developer": "PKU-Alignment",
658
  "scores": {
659
- "Score": 0.5957,
660
- "Chat": 0.5726,
661
- "Chat Hard": 0.4561,
662
- "Safety": 0.7608,
663
- "Reasoning": 0.6211,
664
- "Prior Sets (0.5 weight)": 0.5397
 
665
  }
666
  },
667
  {
@@ -913,13 +913,11 @@
913
  "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft",
914
  "developer": "Ray2333",
915
  "scores": {
916
- "Score": 0.5966,
917
- "Factuality": 0.5305,
918
- "Precise IF": 0.3125,
919
- "Math": 0.5902,
920
- "Safety": 0.9222,
921
- "Focus": 0.7455,
922
- "Ties": 0.4788
923
  }
924
  },
925
  {
@@ -1077,13 +1075,11 @@
1077
  "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
1078
  "developer": "ShikaiChen",
1079
  "scores": {
1080
- "Score": 0.7249,
1081
- "Factuality": 0.7558,
1082
- "Precise IF": 0.35,
1083
- "Math": 0.6448,
1084
- "Safety": 0.9222,
1085
- "Focus": 0.9131,
1086
- "Ties": 0.7633
1087
  }
1088
  },
1089
  {
@@ -1115,13 +1111,11 @@
1115
  "name": "Skywork/Skywork-Reward-Gemma-2-27B",
1116
  "developer": "Skywork",
1117
  "scores": {
1118
- "Score": 0.7576,
1119
- "Factuality": 0.7368,
1120
- "Precise IF": 0.4031,
1121
- "Math": 0.7049,
1122
- "Safety": 0.9422,
1123
- "Focus": 0.9323,
1124
- "Ties": 0.8261
1125
  }
1126
  },
1127
  {
@@ -1340,10 +1334,10 @@
1340
  "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
1341
  "developer": "ai2",
1342
  "scores": {
1343
- "Score": 0.7058,
1344
- "Chat": 0.9525,
1345
- "Chat Hard": 0.3947,
1346
- "Safety": 0.7703
1347
  }
1348
  },
1349
  {
@@ -1384,13 +1378,12 @@
1384
  "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
1385
  "developer": "allenai",
1386
  "scores": {
1387
- "Score": 0.7606,
1388
- "Factuality": 0.8126,
1389
- "Precise IF": 0.4188,
1390
- "Math": 0.6995,
1391
- "Safety": 0.8844,
1392
- "Focus": 0.8646,
1393
- "Ties": 0.8835
1394
  }
1395
  },
1396
  {
@@ -1398,12 +1391,13 @@
1398
  "name": "allenai/Llama-3.1-8B-Base-RM-RB2",
1399
  "developer": "allenai",
1400
  "scores": {
1401
- "Score": 0.8463,
1402
- "Chat": 0.933,
1403
- "Chat Hard": 0.7785,
1404
- "Safety": 0.8851,
1405
- "Reasoning": 0.7886,
1406
- "Prior Sets (0.5 weight)": 0.0
 
1407
  }
1408
  },
1409
  {
@@ -1411,13 +1405,12 @@
1411
  "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2",
1412
  "developer": "allenai",
1413
  "scores": {
1414
- "Score": 0.7285,
1415
- "Factuality": 0.7432,
1416
- "Precise IF": 0.4437,
1417
- "Math": 0.6175,
1418
- "Safety": 0.8956,
1419
- "Focus": 0.9071,
1420
- "Ties": 0.7638
1421
  }
1422
  },
1423
  {
@@ -1425,13 +1418,12 @@
1425
  "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2",
1426
  "developer": "allenai",
1427
  "scores": {
1428
- "Score": 0.722,
1429
- "Factuality": 0.8084,
1430
- "Precise IF": 0.3688,
1431
- "Math": 0.6776,
1432
- "Safety": 0.8689,
1433
- "Focus": 0.7778,
1434
- "Ties": 0.8308
1435
  }
1436
  },
1437
  {
@@ -3673,13 +3665,12 @@
3673
  "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
3674
  "developer": "hendrydong",
3675
  "scores": {
3676
- "Score": 0.5851,
3677
- "Factuality": 0.5779,
3678
- "Precise IF": 0.3625,
3679
- "Math": 0.6011,
3680
- "Safety": 0.6956,
3681
- "Focus": 0.6747,
3682
- "Ties": 0.5988
3683
  }
3684
  },
3685
  {
@@ -3687,13 +3678,11 @@
3687
  "name": "infly/INF-ORM-Llama3.1-70B",
3688
  "developer": "infly",
3689
  "scores": {
3690
- "Score": 0.7648,
3691
- "Factuality": 0.7411,
3692
- "Precise IF": 0.4188,
3693
- "Math": 0.6995,
3694
- "Safety": 0.9644,
3695
- "Focus": 0.903,
3696
- "Ties": 0.8622
3697
  }
3698
  },
3699
  {
@@ -3701,11 +3690,13 @@
3701
  "name": "internlm/internlm2-1_8b-reward",
3702
  "developer": "internlm",
3703
  "scores": {
3704
- "Score": 0.8217,
3705
- "Chat": 0.9358,
3706
- "Chat Hard": 0.6623,
3707
- "Safety": 0.8162,
3708
- "Reasoning": 0.8724
 
 
3709
  }
3710
  },
3711
  {
@@ -3713,11 +3704,13 @@
3713
  "name": "internlm/internlm2-20b-reward",
3714
  "developer": "internlm",
3715
  "scores": {
3716
- "Score": 0.9016,
3717
- "Chat": 0.9888,
3718
- "Chat Hard": 0.7654,
3719
- "Safety": 0.8946,
3720
- "Reasoning": 0.9576
 
 
3721
  }
3722
  },
3723
  {
@@ -3901,13 +3894,11 @@
3901
  "name": "nicolinho/QRM-Gemma-2-27B",
3902
  "developer": "nicolinho",
3903
  "scores": {
3904
- "Score": 0.7667,
3905
- "Factuality": 0.7853,
3906
- "Precise IF": 0.3719,
3907
- "Math": 0.6995,
3908
- "Safety": 0.9578,
3909
- "Focus": 0.9535,
3910
- "Ties": 0.8321
3911
  }
3912
  },
3913
  {
@@ -3939,13 +3930,11 @@
3939
  "name": "nicolinho/QRM-Llama3.1-8B-v2",
3940
  "developer": "nicolinho",
3941
  "scores": {
3942
- "Score": 0.7074,
3943
- "Factuality": 0.6653,
3944
- "Precise IF": 0.4062,
3945
- "Math": 0.612,
3946
- "Safety": 0.9467,
3947
- "Focus": 0.8909,
3948
- "Ties": 0.7234
3949
  }
3950
  },
3951
  {
@@ -4097,13 +4086,11 @@
4097
  "name": "GPT-4o mini 2024-07-18",
4098
  "developer": "openai",
4099
  "scores": {
4100
- "Score": 0.5796,
4101
- "Factuality": 0.4105,
4102
- "Precise IF": 0.3438,
4103
- "Math": 0.5191,
4104
- "Safety": 0.7667,
4105
- "Focus": 0.7414,
4106
- "Ties": 0.6962
4107
  }
4108
  },
4109
  {
@@ -4124,12 +4111,13 @@
4124
  "name": "openbmb/Eurus-RM-7b",
4125
  "developer": "openbmb",
4126
  "scores": {
4127
- "Score": 0.8159,
4128
- "Chat": 0.9804,
4129
- "Chat Hard": 0.6557,
4130
- "Safety": 0.8135,
4131
- "Reasoning": 0.8633,
4132
- "Prior Sets (0.5 weight)": 0.7172
 
4133
  }
4134
  },
4135
  {
@@ -4150,13 +4138,12 @@
4150
  "name": "openbmb/UltraRM-13b",
4151
  "developer": "openbmb",
4152
  "scores": {
4153
- "Score": 0.4683,
4154
- "Factuality": 0.5063,
4155
- "Precise IF": 0.3312,
4156
- "Math": 0.5519,
4157
- "Safety": 0.5089,
4158
- "Focus": 0.6081,
4159
- "Ties": 0.3036
4160
  }
4161
  },
4162
  {
@@ -4394,13 +4381,12 @@
4394
  "name": "weqweasdas/RM-Mistral-7B",
4395
  "developer": "weqweasdas",
4396
  "scores": {
4397
- "Score": 0.596,
4398
- "Factuality": 0.5937,
4399
- "Precise IF": 0.3438,
4400
- "Math": 0.5956,
4401
- "Safety": 0.6911,
4402
- "Focus": 0.7293,
4403
- "Ties": 0.6226
4404
  }
4405
  },
4406
  {
 
131
  "name": "CIR-AMS/BTRM_Qwen2_7b_0613",
132
  "developer": "CIR-AMS",
133
  "scores": {
134
+ "Score": 0.8172,
135
+ "Chat": 0.9749,
136
+ "Chat Hard": 0.5724,
137
+ "Safety": 0.9014,
138
+ "Reasoning": 0.8775,
139
+ "Prior Sets (0.5 weight)": 0.7029
 
140
  }
141
  },
142
  {
 
498
  "name": "LxzGordon/URM-LLaMa-3.1-8B",
499
  "developer": "LxzGordon",
500
  "scores": {
501
+ "Score": 0.9294,
502
+ "Chat": 0.9553,
503
+ "Chat Hard": 0.8816,
504
+ "Safety": 0.9108,
505
+ "Reasoning": 0.9698
 
 
506
  }
507
  },
508
  {
 
522
  "name": "NCSOFT/Llama-3-OffsetBias-RM-8B",
523
  "developer": "NCSOFT",
524
  "scores": {
525
+ "Score": 0.648,
526
+ "Factuality": 0.6084,
527
+ "Precise IF": 0.4,
528
+ "Math": 0.5191,
529
+ "Safety": 0.7222,
530
+ "Focus": 0.9596,
531
+ "Ties": 0.6786
532
  }
533
  },
534
  {
 
536
  "name": "Nexusflow/Starling-RM-34B",
537
  "developer": "Nexusflow",
538
  "scores": {
539
+ "Score": 0.8133,
540
+ "Chat": 0.9693,
541
+ "Chat Hard": 0.5724,
542
+ "Safety": 0.877,
543
+ "Reasoning": 0.8845,
544
+ "Prior Sets (0.5 weight)": 0.7137
 
545
  }
546
  },
547
  {
 
614
  "name": "OpenAssistant/reward-model-deberta-v3-large-v2",
615
  "developer": "OpenAssistant",
616
  "scores": {
617
+ "Score": 0.32,
618
+ "Factuality": 0.3853,
619
+ "Precise IF": 0.2687,
620
+ "Math": 0.5027,
621
+ "Safety": 0.3667,
622
+ "Focus": 0.2768,
623
+ "Ties": 0.12
624
  }
625
  },
626
  {
 
628
  "name": "PKU-Alignment/beaver-7b-v1.0-cost",
629
  "developer": "PKU-Alignment",
630
  "scores": {
631
+ "Score": 0.3332,
632
+ "Factuality": 0.3263,
633
+ "Precise IF": 0.2313,
634
+ "Math": 0.3989,
635
+ "Safety": 0.7589,
636
+ "Focus": 0.2939,
637
+ "Ties": -0.01
638
  }
639
  },
640
  {
 
642
  "name": "PKU-Alignment/beaver-7b-v1.0-reward",
643
  "developer": "PKU-Alignment",
644
  "scores": {
645
+ "Score": 0.4727,
646
+ "Chat": 0.8184,
647
+ "Chat Hard": 0.2873,
648
+ "Safety": 0.3757,
649
+ "Reasoning": 0.346,
650
+ "Prior Sets (0.5 weight)": 0.5993
 
651
  }
652
  },
653
  {
 
655
  "name": "PKU-Alignment/beaver-7b-v2.0-cost",
656
  "developer": "PKU-Alignment",
657
  "scores": {
658
+ "Score": 0.3326,
659
+ "Factuality": 0.3789,
660
+ "Precise IF": 0.275,
661
+ "Math": 0.3333,
662
+ "Safety": 0.7356,
663
+ "Focus": 0.2828,
664
+ "Ties": -0.01
665
  }
666
  },
667
  {
 
913
  "name": "Ray2333/GRM-gemma2-2B-rewardmodel-ft",
914
  "developer": "Ray2333",
915
  "scores": {
916
+ "Score": 0.8839,
917
+ "Chat": 0.9302,
918
+ "Chat Hard": 0.7719,
919
+ "Safety": 0.9216,
920
+ "Reasoning": 0.912
 
 
921
  }
922
  },
923
  {
 
1075
  "name": "ShikaiChen/LDL-Reward-Gemma-2-27B-v0.1",
1076
  "developer": "ShikaiChen",
1077
  "scores": {
1078
+ "Score": 0.9499,
1079
+ "Chat": 0.9637,
1080
+ "Chat Hard": 0.9079,
1081
+ "Safety": 0.9378,
1082
+ "Reasoning": 0.9903
 
 
1083
  }
1084
  },
1085
  {
 
1111
  "name": "Skywork/Skywork-Reward-Gemma-2-27B",
1112
  "developer": "Skywork",
1113
  "scores": {
1114
+ "Score": 0.938,
1115
+ "Chat": 0.9581,
1116
+ "Chat Hard": 0.9145,
1117
+ "Safety": 0.9189,
1118
+ "Reasoning": 0.9606
 
 
1119
  }
1120
  },
1121
  {
 
1334
  "name": "ai2/tulu-2-7b-rm-v0-nectar-binarized-3.8m-check...",
1335
  "developer": "ai2",
1336
  "scores": {
1337
+ "Score": 0.6905,
1338
+ "Chat": 0.9441,
1339
+ "Chat Hard": 0.3596,
1340
+ "Safety": 0.7676
1341
  }
1342
  },
1343
  {
 
1378
  "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2",
1379
  "developer": "allenai",
1380
  "scores": {
1381
+ "Score": 0.9021,
1382
+ "Chat": 0.9665,
1383
+ "Chat Hard": 0.8355,
1384
+ "Safety": 0.9095,
1385
+ "Reasoning": 0.8969,
1386
+ "Prior Sets (0.5 weight)": 0.0
 
1387
  }
1388
  },
1389
  {
 
1391
  "name": "allenai/Llama-3.1-8B-Base-RM-RB2",
1392
  "developer": "allenai",
1393
  "scores": {
1394
+ "Score": 0.649,
1395
+ "Factuality": 0.72,
1396
+ "Precise IF": 0.3625,
1397
+ "Math": 0.612,
1398
+ "Safety": 0.8267,
1399
+ "Focus": 0.8323,
1400
+ "Ties": 0.5406
1401
  }
1402
  },
1403
  {
 
1405
  "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2",
1406
  "developer": "allenai",
1407
  "scores": {
1408
+ "Score": 0.8885,
1409
+ "Chat": 0.9581,
1410
+ "Chat Hard": 0.8158,
1411
+ "Safety": 0.8932,
1412
+ "Reasoning": 0.887,
1413
+ "Prior Sets (0.5 weight)": 0.0
 
1414
  }
1415
  },
1416
  {
 
1418
  "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2",
1419
  "developer": "allenai",
1420
  "scores": {
1421
+ "Score": 0.8892,
1422
+ "Chat": 0.9693,
1423
+ "Chat Hard": 0.8268,
1424
+ "Safety": 0.9027,
1425
+ "Reasoning": 0.8583,
1426
+ "Prior Sets (0.5 weight)": 0.0
 
1427
  }
1428
  },
1429
  {
 
3665
  "name": "hendrydong/Mistral-RM-for-RAFT-GSHF-v0",
3666
  "developer": "hendrydong",
3667
  "scores": {
3668
+ "Score": 0.7847,
3669
+ "Chat": 0.9832,
3670
+ "Chat Hard": 0.5789,
3671
+ "Safety": 0.85,
3672
+ "Reasoning": 0.7434,
3673
+ "Prior Sets (0.5 weight)": 0.7508
 
3674
  }
3675
  },
3676
  {
 
3678
  "name": "infly/INF-ORM-Llama3.1-70B",
3679
  "developer": "infly",
3680
  "scores": {
3681
+ "Score": 0.9511,
3682
+ "Chat": 0.9665,
3683
+ "Chat Hard": 0.9101,
3684
+ "Safety": 0.9365,
3685
+ "Reasoning": 0.9912
 
 
3686
  }
3687
  },
3688
  {
 
3690
  "name": "internlm/internlm2-1_8b-reward",
3691
  "developer": "internlm",
3692
  "scores": {
3693
+ "Score": 0.3902,
3694
+ "Factuality": 0.2758,
3695
+ "Precise IF": 0.3625,
3696
+ "Math": 0.4426,
3697
+ "Safety": 0.4711,
3698
+ "Focus": 0.596,
3699
+ "Ties": 0.1934
3700
  }
3701
  },
3702
  {
 
3704
  "name": "internlm/internlm2-20b-reward",
3705
  "developer": "internlm",
3706
  "scores": {
3707
+ "Score": 0.5628,
3708
+ "Factuality": 0.5558,
3709
+ "Precise IF": 0.3625,
3710
+ "Math": 0.5738,
3711
+ "Safety": 0.6111,
3712
+ "Focus": 0.7253,
3713
+ "Ties": 0.5483
3714
  }
3715
  },
3716
  {
 
3894
  "name": "nicolinho/QRM-Gemma-2-27B",
3895
  "developer": "nicolinho",
3896
  "scores": {
3897
+ "Score": 0.9444,
3898
+ "Chat": 0.9665,
3899
+ "Chat Hard": 0.9013,
3900
+ "Safety": 0.927,
3901
+ "Reasoning": 0.9826
 
 
3902
  }
3903
  },
3904
  {
 
3930
  "name": "nicolinho/QRM-Llama3.1-8B-v2",
3931
  "developer": "nicolinho",
3932
  "scores": {
3933
+ "Score": 0.9314,
3934
+ "Chat": 0.9637,
3935
+ "Chat Hard": 0.8684,
3936
+ "Safety": 0.9257,
3937
+ "Reasoning": 0.9677
 
 
3938
  }
3939
  },
3940
  {
 
4086
  "name": "GPT-4o mini 2024-07-18",
4087
  "developer": "openai",
4088
  "scores": {
4089
+ "Score": 0.8007,
4090
+ "Chat": 0.9497,
4091
+ "Chat Hard": 0.6075,
4092
+ "Safety": 0.8081,
4093
+ "Reasoning": 0.8374
 
 
4094
  }
4095
  },
4096
  {
 
4111
  "name": "openbmb/Eurus-RM-7b",
4112
  "developer": "openbmb",
4113
  "scores": {
4114
+ "Score": 0.5806,
4115
+ "Factuality": 0.6,
4116
+ "Precise IF": 0.3438,
4117
+ "Math": 0.5683,
4118
+ "Safety": 0.6267,
4119
+ "Focus": 0.7475,
4120
+ "Ties": 0.5972
4121
  }
4122
  },
4123
  {
 
4138
  "name": "openbmb/UltraRM-13b",
4139
  "developer": "openbmb",
4140
  "scores": {
4141
+ "Score": 0.6903,
4142
+ "Chat": 0.9637,
4143
+ "Chat Hard": 0.5548,
4144
+ "Safety": 0.5986,
4145
+ "Reasoning": 0.6244,
4146
+ "Prior Sets (0.5 weight)": 0.7294
 
4147
  }
4148
  },
4149
  {
 
4381
  "name": "weqweasdas/RM-Mistral-7B",
4382
  "developer": "weqweasdas",
4383
  "scores": {
4384
+ "Score": 0.7982,
4385
+ "Chat": 0.9665,
4386
+ "Chat Hard": 0.6053,
4387
+ "Safety": 0.8703,
4388
+ "Reasoning": 0.7736,
4389
+ "Prior Sets (0.5 weight)": 0.753
 
4390
  }
4391
  },
4392
  {
data/benchmarks/swe-bench.json CHANGED
@@ -5,7 +5,7 @@
5
  "name": "claude-opus-4-5",
6
  "developer": "Anthropic",
7
  "scores": {
8
- "swe-bench": 0.6061
9
  }
10
  },
11
  {
 
5
  "name": "claude-opus-4-5",
6
  "developer": "Anthropic",
7
  "scores": {
8
+ "swe-bench": 0.7423
9
  }
10
  },
11
  {
data/benchmarks/tau-bench-2_retail.json CHANGED
@@ -21,7 +21,7 @@
21
  "name": "gpt-5.2-2025-12-11",
22
  "developer": "OpenAI",
23
  "scores": {
24
- "tau-bench-2/retail": 0.68
25
  }
26
  }
27
  ]
 
21
  "name": "gpt-5.2-2025-12-11",
22
  "developer": "OpenAI",
23
  "scores": {
24
+ "tau-bench-2/retail": 0.5354
25
  }
26
  }
27
  ]
data/benchmarks/tau-bench-2_telecom.json CHANGED
@@ -13,7 +13,7 @@
13
  "name": "gemini-3-pro-preview",
14
  "developer": "Google",
15
  "scores": {
16
- "tau-bench-2/telecom": 0.73
17
  }
18
  },
19
  {
 
13
  "name": "gemini-3-pro-preview",
14
  "developer": "Google",
15
  "scores": {
16
+ "tau-bench-2/telecom": 0.88
17
  }
18
  },
19
  {
data/benchmarks/terminal-bench-2.0.json CHANGED
@@ -13,7 +13,7 @@
13
  "name": "Claude Haiku 4.5",
14
  "developer": "Anthropic",
15
  "scores": {
16
- "terminal-bench-2.0": 29.8
17
  }
18
  },
19
  {
@@ -29,7 +29,7 @@
29
  "name": "Claude Opus 4.5",
30
  "developer": "Anthropic",
31
  "scores": {
32
- "terminal-bench-2.0": 59.1
33
  }
34
  },
35
  {
@@ -37,7 +37,7 @@
37
  "name": "Claude Opus 4.6",
38
  "developer": "Anthropic",
39
  "scores": {
40
- "terminal-bench-2.0": 58.0
41
  }
42
  },
43
  {
@@ -45,7 +45,7 @@
45
  "name": "Claude Sonnet 4.5",
46
  "developer": "Anthropic",
47
  "scores": {
48
- "terminal-bench-2.0": 46.5
49
  }
50
  },
51
  {
@@ -59,7 +59,7 @@
59
  {
60
  "model_id": "google/gemini-2.5-flash",
61
  "name": "gemini-2.5-flash",
62
- "developer": "google",
63
  "scores": {
64
  "terminal-bench-2.0": 17.1
65
  }
@@ -67,9 +67,9 @@
67
  {
68
  "model_id": "google/gemini-2.5-pro",
69
  "name": "gemini-2.5-pro",
70
- "developer": "google",
71
  "scores": {
72
- "terminal-bench-2.0": 26.1
73
  }
74
  },
75
  {
@@ -77,7 +77,7 @@
77
  "name": "Gemini 3 Flash",
78
  "developer": "Google",
79
  "scores": {
80
- "terminal-bench-2.0": 64.3
81
  }
82
  },
83
  {
@@ -93,7 +93,7 @@
93
  "name": "Gemini 3.1 Pro",
94
  "developer": "Google",
95
  "scores": {
96
- "terminal-bench-2.0": 74.8
97
  }
98
  },
99
  {
@@ -109,7 +109,7 @@
109
  "name": "MiniMax M2.1",
110
  "developer": "MiniMax",
111
  "scores": {
112
- "terminal-bench-2.0": 36.6
113
  }
114
  },
115
  {
@@ -149,7 +149,7 @@
149
  "name": "Multiple",
150
  "developer": "Multiple",
151
  "scores": {
152
- "terminal-bench-2.0": 59.1
153
  }
154
  },
155
  {
@@ -157,7 +157,7 @@
157
  "name": "GPT-5",
158
  "developer": "OpenAI",
159
  "scores": {
160
- "terminal-bench-2.0": 33.9
161
  }
162
  },
163
  {
@@ -173,7 +173,7 @@
173
  "name": "GPT-5-Mini",
174
  "developer": "OpenAI",
175
  "scores": {
176
- "terminal-bench-2.0": 29.2
177
  }
178
  },
179
  {
@@ -181,7 +181,7 @@
181
  "name": "GPT-5-Nano",
182
  "developer": "OpenAI",
183
  "scores": {
184
- "terminal-bench-2.0": 9.9
185
  }
186
  },
187
  {
@@ -221,7 +221,7 @@
221
  "name": "GPT-5.2",
222
  "developer": "OpenAI",
223
  "scores": {
224
- "terminal-bench-2.0": 54.0
225
  }
226
  },
227
  {
@@ -243,15 +243,15 @@
243
  {
244
  "model_id": "openai/gpt-oss-120b",
245
  "name": "gpt-oss-120b",
246
- "developer": "openai",
247
  "scores": {
248
- "terminal-bench-2.0": 14.2
249
  }
250
  },
251
  {
252
  "model_id": "openai/gpt-oss-20b",
253
  "name": "gpt-oss-20b",
254
- "developer": "openai",
255
  "scores": {
256
  "terminal-bench-2.0": 3.1
257
  }
@@ -261,7 +261,7 @@
261
  "name": "Grok 4",
262
  "developer": "xAI",
263
  "scores": {
264
- "terminal-bench-2.0": 25.4
265
  }
266
  },
267
  {
@@ -269,7 +269,7 @@
269
  "name": "Grok Code Fast 1",
270
  "developer": "xAI",
271
  "scores": {
272
- "terminal-bench-2.0": 25.8
273
  }
274
  },
275
  {
 
13
  "name": "Claude Haiku 4.5",
14
  "developer": "Anthropic",
15
  "scores": {
16
+ "terminal-bench-2.0": 28.3
17
  }
18
  },
19
  {
 
29
  "name": "Claude Opus 4.5",
30
  "developer": "Anthropic",
31
  "scores": {
32
+ "terminal-bench-2.0": 51.7
33
  }
34
  },
35
  {
 
37
  "name": "Claude Opus 4.6",
38
  "developer": "Anthropic",
39
  "scores": {
40
+ "terminal-bench-2.0": 69.9
41
  }
42
  },
43
  {
 
45
  "name": "Claude Sonnet 4.5",
46
  "developer": "Anthropic",
47
  "scores": {
48
+ "terminal-bench-2.0": 42.8
49
  }
50
  },
51
  {
 
59
  {
60
  "model_id": "google/gemini-2.5-flash",
61
  "name": "gemini-2.5-flash",
62
+ "developer": "Google",
63
  "scores": {
64
  "terminal-bench-2.0": 17.1
65
  }
 
67
  {
68
  "model_id": "google/gemini-2.5-pro",
69
  "name": "gemini-2.5-pro",
70
+ "developer": "Google",
71
  "scores": {
72
+ "terminal-bench-2.0": 19.6
73
  }
74
  },
75
  {
 
77
  "name": "Gemini 3 Flash",
78
  "developer": "Google",
79
  "scores": {
80
+ "terminal-bench-2.0": 51.7
81
  }
82
  },
83
  {
 
93
  "name": "Gemini 3.1 Pro",
94
  "developer": "Google",
95
  "scores": {
96
+ "terminal-bench-2.0": 78.4
97
  }
98
  },
99
  {
 
109
  "name": "MiniMax M2.1",
110
  "developer": "MiniMax",
111
  "scores": {
112
+ "terminal-bench-2.0": 29.2
113
  }
114
  },
115
  {
 
149
  "name": "Multiple",
150
  "developer": "Multiple",
151
  "scores": {
152
+ "terminal-bench-2.0": 58.4
153
  }
154
  },
155
  {
 
157
  "name": "GPT-5",
158
  "developer": "OpenAI",
159
  "scores": {
160
+ "terminal-bench-2.0": 49.6
161
  }
162
  },
163
  {
 
173
  "name": "GPT-5-Mini",
174
  "developer": "OpenAI",
175
  "scores": {
176
+ "terminal-bench-2.0": 24.0
177
  }
178
  },
179
  {
 
181
  "name": "GPT-5-Nano",
182
  "developer": "OpenAI",
183
  "scores": {
184
+ "terminal-bench-2.0": 11.5
185
  }
186
  },
187
  {
 
221
  "name": "GPT-5.2",
222
  "developer": "OpenAI",
223
  "scores": {
224
+ "terminal-bench-2.0": 62.9
225
  }
226
  },
227
  {
 
243
  {
244
  "model_id": "openai/gpt-oss-120b",
245
  "name": "gpt-oss-120b",
246
+ "developer": "OpenAI",
247
  "scores": {
248
+ "terminal-bench-2.0": 18.7
249
  }
250
  },
251
  {
252
  "model_id": "openai/gpt-oss-20b",
253
  "name": "gpt-oss-20b",
254
+ "developer": "OpenAI",
255
  "scores": {
256
  "terminal-bench-2.0": 3.1
257
  }
 
261
  "name": "Grok 4",
262
  "developer": "xAI",
263
  "scores": {
264
+ "terminal-bench-2.0": 27.2
265
  }
266
  },
267
  {
 
269
  "name": "Grok Code Fast 1",
270
  "developer": "xAI",
271
  "scores": {
272
+ "terminal-bench-2.0": 14.2
273
  }
274
  },
275
  {
data/developers.json CHANGED
@@ -32,1399 +32,103 @@
32
  "model_count": 1
33
  },
34
  {
35
- "developer": "AALF",
36
- "model_count": 4
37
- },
38
- {
39
- "developer": "AELLM",
40
- "model_count": 2
41
- },
42
- {
43
- "developer": "AGI-0",
44
- "model_count": 3
45
- },
46
- {
47
- "developer": "AI-MO",
48
- "model_count": 2
49
- },
50
- {
51
- "developer": "AI-Sweden-Models",
52
- "model_count": 2
53
- },
54
- {
55
- "developer": "AI4free",
56
- "model_count": 2
57
- },
58
- {
59
- "developer": "AIDC-AI",
60
- "model_count": 1
61
- },
62
- {
63
- "developer": "Aashraf995",
64
- "model_count": 4
65
- },
66
- {
67
- "developer": "AbacusResearch",
68
- "model_count": 1
69
- },
70
- {
71
- "developer": "Ahdoot",
72
- "model_count": 2
73
- },
74
- {
75
- "developer": "Ahjeong",
76
- "model_count": 2
77
- },
78
- {
79
- "developer": "AicoresSecurity",
80
- "model_count": 4
81
- },
82
- {
83
- "developer": "Alepach",
84
- "model_count": 3
85
- },
86
- {
87
- "developer": "AlephAlpha",
88
- "model_count": 3
89
- },
90
- {
91
- "developer": "Alibaba",
92
- "model_count": 5
93
- },
94
- {
95
- "developer": "Alibaba-NLP",
96
- "model_count": 1
97
- },
98
- {
99
- "developer": "Alsebay",
100
- "model_count": 1
101
- },
102
- {
103
- "developer": "Amaorynho",
104
- "model_count": 4
105
- },
106
- {
107
- "developer": "Amu",
108
- "model_count": 2
109
- },
110
- {
111
- "developer": "Anthropic",
112
- "model_count": 11
113
- },
114
- {
115
- "developer": "ArliAI",
116
- "model_count": 2
117
- },
118
- {
119
- "developer": "Arthur-LAGACHERIE",
120
- "model_count": 1
121
- },
122
- {
123
- "developer": "Artples",
124
- "model_count": 2
125
- },
126
- {
127
- "developer": "Aryanne",
128
- "model_count": 3
129
- },
130
- {
131
- "developer": "AtAndDev",
132
- "model_count": 1
133
- },
134
- {
135
- "developer": "Ateron",
136
- "model_count": 3
137
- },
138
- {
139
- "developer": "AtlaAI",
140
- "model_count": 2
141
- },
142
- {
143
- "developer": "AuraIndustries",
144
- "model_count": 4
145
- },
146
- {
147
- "developer": "Aurel9",
148
- "model_count": 1
149
- },
150
- {
151
- "developer": "Ayush-Singh",
152
- "model_count": 1
153
- },
154
- {
155
- "developer": "Azure99",
156
- "model_count": 6
157
- },
158
- {
159
- "developer": "BAAI",
160
- "model_count": 14
161
- },
162
- {
163
- "developer": "BEE-spoke-data",
164
- "model_count": 9
165
- },
166
- {
167
- "developer": "BSC-LT",
168
- "model_count": 2
169
- },
170
- {
171
- "developer": "Ba2han",
172
- "model_count": 1
173
- },
174
- {
175
- "developer": "Baptiste-HUVELLE-10",
176
- "model_count": 1
177
- },
178
- {
179
- "developer": "BenevolenceMessiah",
180
- "model_count": 2
181
- },
182
- {
183
- "developer": "BlackBeenie",
184
- "model_count": 9
185
- },
186
- {
187
- "developer": "Bllossom",
188
- "model_count": 1
189
- },
190
- {
191
- "developer": "BoltMonkey",
192
- "model_count": 3
193
- },
194
- {
195
- "developer": "BrainWave-ML",
196
- "model_count": 1
197
- },
198
- {
199
- "developer": "BramVanroy",
200
- "model_count": 4
201
- },
202
- {
203
- "developer": "ByteDance",
204
- "model_count": 1
205
- },
206
- {
207
- "developer": "CIR-AMS",
208
- "model_count": 1
209
- },
210
- {
211
- "developer": "CYFRAGOVPL",
212
- "model_count": 6
213
- },
214
- {
215
- "developer": "CarrotAI",
216
- "model_count": 2
217
- },
218
- {
219
- "developer": "Casual-Autopsy",
220
- "model_count": 1
221
- },
222
- {
223
- "developer": "CausalLM",
224
- "model_count": 3
225
- },
226
- {
227
- "developer": "Changgil",
228
- "model_count": 2
229
- },
230
- {
231
- "developer": "ClaudioItaly",
232
- "model_count": 4
233
- },
234
- {
235
- "developer": "CohereForAI",
236
- "model_count": 8
237
- },
238
- {
239
- "developer": "Columbia-NLP",
240
- "model_count": 6
241
- },
242
- {
243
- "developer": "CombinHorizon",
244
- "model_count": 6
245
- },
246
- {
247
- "developer": "ContactDoctor",
248
- "model_count": 2
249
- },
250
- {
251
- "developer": "ContextualAI",
252
- "model_count": 16
253
- },
254
- {
255
- "developer": "CoolSpring",
256
- "model_count": 3
257
- },
258
- {
259
- "developer": "Corianas",
260
- "model_count": 3
261
- },
262
- {
263
- "developer": "CortexLM",
264
- "model_count": 1
265
- },
266
- {
267
- "developer": "Cran-May",
268
- "model_count": 7
269
- },
270
- {
271
- "developer": "CreitinGameplays",
272
- "model_count": 1
273
- },
274
- {
275
- "developer": "CultriX",
276
- "model_count": 32
277
- },
278
- {
279
- "developer": "DRXD1000",
280
- "model_count": 2
281
- },
282
- {
283
- "developer": "DUAL-GPO",
284
- "model_count": 1
285
- },
286
- {
287
- "developer": "DZgas",
288
- "model_count": 1
289
- },
290
- {
291
- "developer": "Daemontatox",
292
- "model_count": 32
293
- },
294
- {
295
- "developer": "Dampfinchen",
296
- "model_count": 1
297
- },
298
- {
299
- "developer": "Danielbrdz",
300
- "model_count": 7
301
- },
302
- {
303
- "developer": "Dans-DiscountModels",
304
- "model_count": 9
305
- },
306
- {
307
- "developer": "Darkknight535",
308
- "model_count": 1
309
- },
310
- {
311
- "developer": "Databricks-Mosaic-Research",
312
- "model_count": 1
313
- },
314
- {
315
- "developer": "DavidAU",
316
- "model_count": 25
317
- },
318
- {
319
- "developer": "Davidsv",
320
- "model_count": 1
321
- },
322
- {
323
- "developer": "DavieLion",
324
- "model_count": 5
325
- },
326
- {
327
- "developer": "DebateLabKIT",
328
- "model_count": 1
329
- },
330
- {
331
- "developer": "Deci",
332
- "model_count": 2
333
- },
334
- {
335
- "developer": "DeepAutoAI",
336
- "model_count": 12
337
- },
338
- {
339
- "developer": "DeepMount00",
340
- "model_count": 14
341
- },
342
- {
343
- "developer": "DeepSeek",
344
- "model_count": 5
345
- },
346
- {
347
- "developer": "Delta-Vector",
348
- "model_count": 7
349
- },
350
- {
351
- "developer": "DevQuasar",
352
- "model_count": 1
353
- },
354
- {
355
- "developer": "Dongwei",
356
- "model_count": 1
357
- },
358
- {
359
- "developer": "DoppelReflEx",
360
- "model_count": 29
361
- },
362
- {
363
- "developer": "DreadPoor",
364
- "model_count": 119
365
- },
366
- {
367
- "developer": "ECE-ILAB-PRYMMAL",
368
- "model_count": 1
369
- },
370
- {
371
- "developer": "EVA-UNIT-01",
372
- "model_count": 2
373
- },
374
- {
375
- "developer": "Edgerunners",
376
- "model_count": 1
377
- },
378
- {
379
- "developer": "EleutherAI",
380
- "model_count": 12
381
- },
382
- {
383
- "developer": "Enno-Ai",
384
- "model_count": 4
385
- },
386
- {
387
- "developer": "EnnoAi",
388
- "model_count": 2
389
- },
390
- {
391
- "developer": "Epiculous",
392
- "model_count": 4
393
- },
394
- {
395
- "developer": "EpistemeAI",
396
- "model_count": 47
397
- },
398
- {
399
- "developer": "EpistemeAI2",
400
- "model_count": 15
401
- },
402
- {
403
- "developer": "Eric111",
404
- "model_count": 2
405
- },
406
- {
407
- "developer": "Etherll",
408
- "model_count": 8
409
- },
410
- {
411
- "developer": "Eurdem",
412
- "model_count": 1
413
- },
414
- {
415
- "developer": "FINGU-AI",
416
- "model_count": 7
417
- },
418
- {
419
- "developer": "FallenMerick",
420
- "model_count": 1
421
- },
422
- {
423
- "developer": "Felladrin",
424
- "model_count": 2
425
- },
426
- {
427
- "developer": "FlofloB",
428
- "model_count": 27
429
- },
430
- {
431
- "developer": "FuJhen",
432
- "model_count": 4
433
- },
434
- {
435
- "developer": "FuseAI",
436
- "model_count": 4
437
- },
438
- {
439
- "developer": "GalrionSoftworks",
440
- "model_count": 2
441
- },
442
- {
443
- "developer": "GenVRadmin",
444
- "model_count": 4
445
- },
446
- {
447
- "developer": "GoToCompany",
448
- "model_count": 2
449
- },
450
- {
451
- "developer": "Goekdeniz-Guelmez",
452
- "model_count": 10
453
- },
454
- {
455
- "developer": "Google",
456
- "model_count": 4
457
- },
458
- {
459
- "developer": "GreenNode",
460
- "model_count": 1
461
- },
462
- {
463
- "developer": "GritLM",
464
- "model_count": 2
465
- },
466
- {
467
- "developer": "Groq",
468
- "model_count": 1
469
- },
470
- {
471
- "developer": "Gryphe",
472
- "model_count": 5
473
- },
474
- {
475
- "developer": "GuilhermeNaturaUmana",
476
- "model_count": 1
477
- },
478
- {
479
- "developer": "Gunulhona",
480
- "model_count": 2
481
- },
482
- {
483
- "developer": "HFXM",
484
- "model_count": 1
485
- },
486
- {
487
- "developer": "HPAI-BSC",
488
- "model_count": 3
489
- },
490
- {
491
- "developer": "HarbingerX",
492
- "model_count": 2
493
- },
494
- {
495
- "developer": "Hastagaras",
496
- "model_count": 3
497
- },
498
- {
499
- "developer": "HelpingAI",
500
- "model_count": 4
501
- },
502
- {
503
- "developer": "HeraiHench",
504
- "model_count": 4
505
- },
506
- {
507
- "developer": "HiroseKoichi",
508
- "model_count": 1
509
- },
510
- {
511
- "developer": "HoangHa",
512
- "model_count": 1
513
- },
514
- {
515
- "developer": "HuggingFaceH4",
516
- "model_count": 5
517
- },
518
- {
519
- "developer": "HuggingFaceTB",
520
- "model_count": 12
521
- },
522
- {
523
- "developer": "HumanLLMs",
524
- "model_count": 3
525
- },
526
- {
527
- "developer": "IDEA-CCNL",
528
- "model_count": 2
529
- },
530
- {
531
- "developer": "INSAIT-Institute",
532
- "model_count": 1
533
- },
534
- {
535
- "developer": "IlyaGusev",
536
- "model_count": 2
537
- },
538
- {
539
- "developer": "Infinirc",
540
- "model_count": 1
541
- },
542
- {
543
- "developer": "Intel",
544
- "model_count": 4
545
- },
546
- {
547
- "developer": "IntervitensInc",
548
- "model_count": 1
549
- },
550
- {
551
- "developer": "Invalid-Null",
552
- "model_count": 2
553
- },
554
- {
555
- "developer": "Isaak-Carter",
556
- "model_count": 3
557
- },
558
- {
559
- "developer": "J-LAB",
560
- "model_count": 1
561
- },
562
- {
563
- "developer": "JackFram",
564
- "model_count": 2
565
- },
566
- {
567
- "developer": "Jacoby746",
568
- "model_count": 7
569
- },
570
- {
571
- "developer": "JayHyeon",
572
- "model_count": 174
573
- },
574
- {
575
- "developer": "Jimmy19991222",
576
- "model_count": 8
577
- },
578
- {
579
- "developer": "Joseph717171",
580
- "model_count": 2
581
- },
582
- {
583
- "developer": "Josephgflowers",
584
- "model_count": 7
585
- },
586
- {
587
- "developer": "JungZoona",
588
- "model_count": 2
589
- },
590
- {
591
- "developer": "Junhoee",
592
- "model_count": 1
593
- },
594
- {
595
- "developer": "KSU-HW-SEC",
596
- "model_count": 4
597
- },
598
- {
599
- "developer": "Khetterman",
600
- "model_count": 2
601
- },
602
- {
603
- "developer": "Kimargin",
604
- "model_count": 1
605
- },
606
- {
607
- "developer": "Kimi",
608
- "model_count": 1
609
- },
610
- {
611
- "developer": "KingNish",
612
- "model_count": 7
613
- },
614
- {
615
- "developer": "Kquant03",
616
- "model_count": 2
617
- },
618
- {
619
- "developer": "Krystalan",
620
- "model_count": 2
621
- },
622
- {
623
- "developer": "Kuaishou",
624
- "model_count": 1
625
- },
626
- {
627
- "developer": "Kukedlc",
628
- "model_count": 7
629
- },
630
- {
631
- "developer": "Kumar955",
632
- "model_count": 1
633
- },
634
- {
635
- "developer": "L-RAGE",
636
- "model_count": 1
637
- },
638
- {
639
- "developer": "LEESM",
640
- "model_count": 4
641
- },
642
- {
643
- "developer": "LGAI-EXAONE",
644
- "model_count": 4
645
- },
646
- {
647
- "developer": "LLM360",
648
- "model_count": 2
649
- },
650
- {
651
- "developer": "LLM4Binary",
652
- "model_count": 1
653
- },
654
- {
655
- "developer": "Lambent",
656
- "model_count": 1
657
- },
658
- {
659
- "developer": "Langboat",
660
- "model_count": 1
661
- },
662
- {
663
- "developer": "Lawnakk",
664
- "model_count": 10
665
- },
666
- {
667
- "developer": "LenguajeNaturalAI",
668
- "model_count": 2
669
- },
670
- {
671
- "developer": "LeroyDyer",
672
- "model_count": 58
673
- },
674
- {
675
- "developer": "LightningRodLabs",
676
- "model_count": 3
677
- },
678
- {
679
- "developer": "Lil-R",
680
- "model_count": 8
681
- },
682
- {
683
- "developer": "LilRg",
684
- "model_count": 10
685
- },
686
- {
687
- "developer": "LimYeri",
688
- "model_count": 5
689
- },
690
- {
691
- "developer": "Locutusque",
692
- "model_count": 6
693
- },
694
- {
695
- "developer": "Luni",
696
- "model_count": 2
697
- },
698
- {
699
- "developer": "Lunzima",
700
- "model_count": 18
701
- },
702
- {
703
- "developer": "LxzGordon",
704
- "model_count": 2
705
- },
706
- {
707
- "developer": "Lyte",
708
- "model_count": 3
709
- },
710
- {
711
- "developer": "M4-ai",
712
- "model_count": 1
713
- },
714
- {
715
- "developer": "MEscriva",
716
- "model_count": 1
717
- },
718
- {
719
- "developer": "MLP-KTLim",
720
- "model_count": 1
721
- },
722
- {
723
- "developer": "MTSAIR",
724
- "model_count": 2
725
- },
726
- {
727
- "developer": "Magpie-Align",
728
- "model_count": 8
729
- },
730
- {
731
- "developer": "MagusCorp",
732
- "model_count": 1
733
- },
734
- {
735
- "developer": "ManoloPueblo",
736
- "model_count": 3
737
- },
738
- {
739
- "developer": "MarinaraSpaghetti",
740
- "model_count": 2
741
- },
742
- {
743
- "developer": "Marsouuu",
744
- "model_count": 8
745
- },
746
- {
747
- "developer": "MaziyarPanahi",
748
- "model_count": 44
749
- },
750
- {
751
- "developer": "Meta",
752
- "model_count": 1
753
- },
754
- {
755
- "developer": "Minami-su",
756
- "model_count": 5
757
- },
758
- {
759
- "developer": "MiniMax",
760
- "model_count": 2
761
- },
762
- {
763
- "developer": "Minimax",
764
- "model_count": 1
765
- },
766
- {
767
- "developer": "ModelCloud",
768
- "model_count": 1
769
- },
770
- {
771
- "developer": "ModelSpace",
772
- "model_count": 1
773
- },
774
- {
775
- "developer": "MoonRide",
776
- "model_count": 1
777
- },
778
- {
779
- "developer": "Moonshot AI",
780
- "model_count": 2
781
- },
782
- {
783
- "developer": "Mostafa8Mehrabi",
784
- "model_count": 1
785
- },
786
- {
787
- "developer": "MrRobotoAI",
788
- "model_count": 2
789
- },
790
- {
791
- "developer": "Multiple",
792
- "model_count": 1
793
- },
794
- {
795
- "developer": "MultivexAI",
796
- "model_count": 5
797
- },
798
- {
799
- "developer": "Mxode",
800
- "model_count": 5
801
- },
802
- {
803
- "developer": "NAPS-ai",
804
- "model_count": 7
805
- },
806
- {
807
- "developer": "NCSOFT",
808
- "model_count": 3
809
- },
810
- {
811
- "developer": "NJS26",
812
- "model_count": 1
813
- },
814
- {
815
- "developer": "NLPark",
816
- "model_count": 3
817
- },
818
- {
819
- "developer": "NTQAI",
820
- "model_count": 2
821
- },
822
- {
823
- "developer": "NYTK",
824
- "model_count": 2
825
- },
826
- {
827
- "developer": "Naveenpoliasetty",
828
- "model_count": 1
829
- },
830
- {
831
- "developer": "NbAiLab",
832
- "model_count": 2
833
- },
834
- {
835
- "developer": "Nekochu",
836
- "model_count": 4
837
- },
838
- {
839
- "developer": "NeverSleep",
840
- "model_count": 2
841
- },
842
- {
843
- "developer": "Nexesenex",
844
- "model_count": 45
845
- },
846
- {
847
- "developer": "Nexusflow",
848
- "model_count": 2
849
- },
850
- {
851
- "developer": "NikolaSigmoid",
852
- "model_count": 7
853
- },
854
- {
855
- "developer": "Nitral-AI",
856
- "model_count": 8
857
- },
858
- {
859
- "developer": "Nohobby",
860
- "model_count": 2
861
- },
862
- {
863
- "developer": "Norquinal",
864
- "model_count": 8
865
- },
866
- {
867
- "developer": "NotASI",
868
- "model_count": 4
869
- },
870
- {
871
- "developer": "NousResearch",
872
- "model_count": 19
873
- },
874
- {
875
- "developer": "Novaciano",
876
- "model_count": 11
877
- },
878
- {
879
- "developer": "NucleusAI",
880
- "model_count": 1
881
- },
882
- {
883
- "developer": "NyxKrage",
884
- "model_count": 1
885
- },
886
- {
887
- "developer": "OEvortex",
888
- "model_count": 5
889
- },
890
- {
891
- "developer": "OliveiraJLT",
892
- "model_count": 1
893
- },
894
- {
895
- "developer": "Omkar1102",
896
- "model_count": 1
897
- },
898
- {
899
- "developer": "OmnicromsBrain",
900
- "model_count": 1
901
- },
902
- {
903
- "developer": "OnlyCheeini",
904
- "model_count": 1
905
- },
906
- {
907
- "developer": "Open-Orca",
908
- "model_count": 1
909
- },
910
- {
911
- "developer": "OpenAI",
912
- "model_count": 13
913
- },
914
- {
915
- "developer": "OpenAssistant",
916
- "model_count": 4
917
- },
918
- {
919
- "developer": "OpenBuddy",
920
- "model_count": 22
921
- },
922
- {
923
- "developer": "OpenGenerativeAI",
924
- "model_count": 2
925
- },
926
- {
927
- "developer": "OpenLLM-France",
928
- "model_count": 4
929
- },
930
- {
931
- "developer": "OpenLeecher",
932
- "model_count": 1
933
- },
934
- {
935
- "developer": "OpenScholar",
936
- "model_count": 1
937
- },
938
- {
939
- "developer": "Orenguteng",
940
- "model_count": 2
941
- },
942
- {
943
- "developer": "Orion-zhen",
944
- "model_count": 2
945
- },
946
- {
947
- "developer": "P0x0",
948
- "model_count": 1
949
- },
950
- {
951
- "developer": "PJMixers",
952
- "model_count": 1
953
- },
954
- {
955
- "developer": "PJMixers-Dev",
956
- "model_count": 9
957
- },
958
- {
959
- "developer": "PKU-Alignment",
960
- "model_count": 4
961
- },
962
- {
963
- "developer": "Parissa3",
964
- "model_count": 1
965
- },
966
- {
967
- "developer": "Pinkstack",
968
- "model_count": 4
969
- },
970
- {
971
- "developer": "PoLL",
972
- "model_count": 1
973
- },
974
- {
975
- "developer": "PocketDoc",
976
- "model_count": 5
977
- },
978
- {
979
- "developer": "PowerInfer",
980
- "model_count": 1
981
- },
982
- {
983
- "developer": "PranavHarshan",
984
- "model_count": 2
985
- },
986
- {
987
- "developer": "Pretergeek",
988
- "model_count": 9
989
- },
990
- {
991
- "developer": "PrimeIntellect",
992
- "model_count": 2
993
- },
994
- {
995
- "developer": "PuxAI",
996
- "model_count": 1
997
- },
998
- {
999
- "developer": "PygmalionAI",
1000
- "model_count": 1
1001
- },
1002
- {
1003
- "developer": "Q-bert",
1004
- "model_count": 1
1005
- },
1006
- {
1007
- "developer": "Quazim0t0",
1008
- "model_count": 70
1009
- },
1010
- {
1011
- "developer": "Qwen",
1012
- "model_count": 60
1013
- },
1014
- {
1015
- "developer": "R-I-S-E",
1016
- "model_count": 2
1017
- },
1018
- {
1019
- "developer": "RDson",
1020
- "model_count": 1
1021
- },
1022
- {
1023
- "developer": "RESMPDEV",
1024
- "model_count": 2
1025
- },
1026
- {
1027
- "developer": "RLHFlow",
1028
- "model_count": 4
1029
- },
1030
- {
1031
- "developer": "RWKV",
1032
- "model_count": 1
1033
- },
1034
- {
1035
- "developer": "Rakuten",
1036
- "model_count": 3
1037
- },
1038
- {
1039
- "developer": "Ray2333",
1040
- "model_count": 10
1041
- },
1042
- {
1043
- "developer": "Replete-AI",
1044
- "model_count": 9
1045
- },
1046
- {
1047
- "developer": "RezVortex",
1048
- "model_count": 2
1049
- },
1050
- {
1051
- "developer": "Ro-xe",
1052
- "model_count": 4
1053
- },
1054
- {
1055
- "developer": "Rombo-Org",
1056
- "model_count": 1
1057
- },
1058
- {
1059
- "developer": "RubielLabarta",
1060
- "model_count": 1
1061
- },
1062
- {
1063
- "developer": "SF-Foundation",
1064
- "model_count": 2
1065
- },
1066
- {
1067
- "developer": "SaisExperiments",
1068
- "model_count": 6
1069
- },
1070
- {
1071
- "developer": "Sakalti",
1072
- "model_count": 66
1073
- },
1074
- {
1075
- "developer": "Salesforce",
1076
- "model_count": 4
1077
- },
1078
- {
1079
- "developer": "SanjiWatsuki",
1080
- "model_count": 2
1081
- },
1082
- {
1083
- "developer": "Sao10K",
1084
- "model_count": 8
1085
- },
1086
- {
1087
- "developer": "Saxo",
1088
- "model_count": 11
1089
- },
1090
- {
1091
- "developer": "Schrieffer",
1092
- "model_count": 1
1093
- },
1094
- {
1095
- "developer": "SeaLLMs",
1096
- "model_count": 3
1097
- },
1098
- {
1099
- "developer": "SenseLLM",
1100
- "model_count": 2
1101
- },
1102
- {
1103
- "developer": "SentientAGI",
1104
- "model_count": 2
1105
- },
1106
- {
1107
- "developer": "SeppeV",
1108
- "model_count": 1
1109
- },
1110
- {
1111
- "developer": "Sharathhebbar24",
1112
- "model_count": 2
1113
- },
1114
- {
1115
- "developer": "ShikaiChen",
1116
- "model_count": 1
1117
- },
1118
- {
1119
- "developer": "Shreyash2010",
1120
- "model_count": 1
1121
- },
1122
- {
1123
- "developer": "Sicarius-Prototyping",
1124
- "model_count": 3
1125
- },
1126
- {
1127
- "developer": "SicariusSicariiStuff",
1128
- "model_count": 19
1129
- },
1130
- {
1131
- "developer": "SkyOrbis",
1132
- "model_count": 12
1133
- },
1134
- {
1135
- "developer": "Skywork",
1136
- "model_count": 15
1137
- },
1138
- {
1139
- "developer": "Solshine",
1140
- "model_count": 2
1141
- },
1142
- {
1143
- "developer": "Sorawiz",
1144
- "model_count": 2
1145
- },
1146
- {
1147
- "developer": "Sourjayon",
1148
- "model_count": 2
1149
- },
1150
- {
1151
- "developer": "SpaceYL",
1152
- "model_count": 1
1153
- },
1154
- {
1155
- "developer": "Spestly",
1156
- "model_count": 3
1157
- },
1158
- {
1159
- "developer": "Stark2008",
1160
- "model_count": 3
1161
- },
1162
- {
1163
- "developer": "Steelskull",
1164
- "model_count": 2
1165
- },
1166
- {
1167
- "developer": "StelleX",
1168
- "model_count": 2
1169
- },
1170
- {
1171
- "developer": "SultanR",
1172
- "model_count": 4
1173
- },
1174
- {
1175
- "developer": "Supichi",
1176
- "model_count": 11
1177
- },
1178
- {
1179
- "developer": "Svak",
1180
- "model_count": 2
1181
- },
1182
- {
1183
- "developer": "Syed-Hasan-8503",
1184
- "model_count": 1
1185
- },
1186
- {
1187
- "developer": "T145",
1188
- "model_count": 51
1189
- },
1190
- {
1191
- "developer": "THUDM",
1192
- "model_count": 5
1193
- },
1194
- {
1195
- "developer": "TIGER-Lab",
1196
- "model_count": 6
1197
- },
1198
- {
1199
- "developer": "TTTXXX01",
1200
- "model_count": 1
1201
- },
1202
- {
1203
- "developer": "Tarek07",
1204
- "model_count": 2
1205
- },
1206
- {
1207
- "developer": "TeeZee",
1208
- "model_count": 1
1209
- },
1210
- {
1211
- "developer": "Telugu-LLM-Labs",
1212
- "model_count": 2
1213
- },
1214
- {
1215
- "developer": "TencentARC",
1216
- "model_count": 4
1217
- },
1218
- {
1219
- "developer": "TheDrummer",
1220
- "model_count": 9
1221
- },
1222
- {
1223
- "developer": "TheDrunkenSnail",
1224
- "model_count": 3
1225
- },
1226
- {
1227
- "developer": "TheHierophant",
1228
- "model_count": 1
1229
- },
1230
- {
1231
- "developer": "TheTsar1209",
1232
- "model_count": 7
1233
- },
1234
- {
1235
- "developer": "Tijmen2",
1236
- "model_count": 1
1237
- },
1238
- {
1239
- "developer": "TinyLlama",
1240
- "model_count": 6
1241
- },
1242
- {
1243
- "developer": "ToastyPigeon",
1244
- "model_count": 1
1245
- },
1246
- {
1247
- "developer": "Trappu",
1248
- "model_count": 2
1249
- },
1250
- {
1251
- "developer": "Tremontaine",
1252
  "model_count": 1
1253
  },
1254
  {
1255
- "developer": "Triangle104",
1256
- "model_count": 61
1257
  },
1258
  {
1259
- "developer": "Tsunami-th",
1260
  "model_count": 4
1261
  },
1262
  {
1263
- "developer": "UCLA-AGI",
1264
  "model_count": 10
1265
  },
1266
  {
1267
- "developer": "UKzExecution",
1268
- "model_count": 1
1269
- },
1270
- {
1271
- "developer": "Unbabel",
1272
  "model_count": 1
1273
  },
1274
  {
1275
- "developer": "Undi95",
1276
- "model_count": 2
1277
  },
1278
  {
1279
- "developer": "V3N0M",
1280
  "model_count": 1
1281
  },
1282
  {
1283
- "developer": "VAGOsolutions",
1284
- "model_count": 17
1285
- },
1286
- {
1287
- "developer": "VIRNECT",
1288
- "model_count": 2
1289
- },
1290
- {
1291
- "developer": "ValiantLabs",
1292
- "model_count": 11
1293
- },
1294
- {
1295
- "developer": "Vikhrmodels",
1296
- "model_count": 2
1297
- },
1298
- {
1299
- "developer": "Weyaxi",
1300
- "model_count": 8
1301
- },
1302
- {
1303
- "developer": "WizardLMTeam",
1304
- "model_count": 3
1305
- },
1306
- {
1307
- "developer": "Wladastic",
1308
  "model_count": 1
1309
  },
1310
  {
1311
- "developer": "Xclbr7",
1312
- "model_count": 4
1313
- },
1314
- {
1315
- "developer": "Xiaojian9992024",
1316
- "model_count": 12
1317
- },
1318
- {
1319
- "developer": "Xkev",
1320
  "model_count": 1
1321
  },
1322
  {
1323
- "developer": "YOYO-AI",
1324
- "model_count": 21
1325
  },
1326
  {
1327
- "developer": "Yash21",
1328
  "model_count": 1
1329
  },
1330
  {
1331
- "developer": "Youlln",
1332
- "model_count": 19
1333
- },
1334
- {
1335
- "developer": "YoungPanda",
1336
- "model_count": 1
1337
  },
1338
  {
1339
- "developer": "Yuma42",
1340
  "model_count": 3
1341
  },
1342
  {
1343
- "developer": "Z-AI",
1344
  "model_count": 2
1345
  },
1346
  {
1347
- "developer": "Z.AI",
1348
- "model_count": 1
1349
- },
1350
- {
1351
- "developer": "Z.ai",
1352
- "model_count": 1
1353
- },
1354
- {
1355
- "developer": "Z1-Coder",
1356
- "model_count": 1
1357
- },
1358
- {
1359
- "developer": "ZHLiu627",
1360
  "model_count": 2
1361
  },
1362
  {
1363
- "developer": "ZeroXClem",
1364
- "model_count": 11
1365
- },
1366
- {
1367
- "developer": "ZeusLabs",
1368
- "model_count": 1
1369
- },
1370
- {
1371
- "developer": "ZhangShenao",
1372
- "model_count": 1
1373
- },
1374
- {
1375
- "developer": "ZiyiYe",
1376
- "model_count": 1
1377
- },
1378
- {
1379
- "developer": "aaditya",
1380
  "model_count": 1
1381
  },
1382
  {
1383
- "developer": "abacusai",
1384
- "model_count": 10
1385
- },
1386
- {
1387
- "developer": "abhishek",
1388
- "model_count": 5
1389
  },
1390
  {
1391
- "developer": "abideen",
1392
- "model_count": 1
1393
  },
1394
  {
1395
- "developer": "adamo1139",
1396
- "model_count": 1
1397
  },
1398
  {
1399
- "developer": "adriszmar",
1400
- "model_count": 1
1401
  },
1402
  {
1403
- "developer": "aevalone",
1404
  "model_count": 1
1405
  },
1406
  {
1407
- "developer": "agentlans",
1408
- "model_count": 9
1409
- },
1410
- {
1411
- "developer": "ahmeda335",
1412
  "model_count": 1
1413
  },
1414
  {
1415
- "developer": "ai2",
1416
- "model_count": 7
1417
- },
1418
- {
1419
- "developer": "ai21",
1420
- "model_count": 12
1421
  },
1422
  {
1423
- "developer": "ai21labs",
1424
- "model_count": 1
1425
  },
1426
  {
1427
- "developer": "ai4bharat",
1428
  "model_count": 1
1429
  },
1430
  {
@@ -1443,12 +147,24 @@
1443
  "developer": "alcholjung",
1444
  "model_count": 1
1445
  },
 
 
 
 
1446
  {
1447
  "developer": "aleph-alpha",
1448
  "model_count": 3
1449
  },
1450
  {
1451
- "developer": "alibaba",
 
 
 
 
 
 
 
 
1452
  "model_count": 1
1453
  },
1454
  {
@@ -1475,10 +191,18 @@
1475
  "developer": "alpindale",
1476
  "model_count": 2
1477
  },
 
 
 
 
1478
  {
1479
  "developer": "altomek",
1480
  "model_count": 1
1481
  },
 
 
 
 
1482
  {
1483
  "developer": "amazon",
1484
  "model_count": 5
@@ -1487,6 +211,10 @@
1487
  "developer": "amd",
1488
  "model_count": 1
1489
  },
 
 
 
 
1490
  {
1491
  "developer": "anakin87",
1492
  "model_count": 1
@@ -1496,8 +224,8 @@
1496
  "model_count": 12
1497
  },
1498
  {
1499
- "developer": "anthropic",
1500
- "model_count": 21
1501
  },
1502
  {
1503
  "developer": "apple",
@@ -1531,10 +259,26 @@
1531
  "developer": "ark",
1532
  "model_count": 1
1533
  },
 
 
 
 
1534
  {
1535
  "developer": "arshiaafshani",
1536
  "model_count": 1
1537
  },
 
 
 
 
 
 
 
 
 
 
 
 
1538
  {
1539
  "developer": "asharsha30",
1540
  "model_count": 1
@@ -1547,29 +291,65 @@
1547
  "developer": "assskelad",
1548
  "model_count": 1
1549
  },
 
 
 
 
 
 
 
 
1550
  {
1551
  "developer": "athirdpath",
1552
  "model_count": 1
1553
  },
1554
  {
1555
- "developer": "automerger",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1556
  "model_count": 1
1557
  },
1558
  {
1559
- "developer": "avemio",
1560
  "model_count": 1
1561
  },
1562
  {
1563
- "developer": "awnr",
1564
- "model_count": 5
1565
  },
1566
  {
1567
- "developer": "aws-prototyping",
1568
  "model_count": 1
1569
  },
1570
  {
1571
- "developer": "axolotl-ai-co",
1572
- "model_count": 1
1573
  },
1574
  {
1575
  "developer": "baconnier",
@@ -1583,10 +363,22 @@
1583
  "developer": "bamec66557",
1584
  "model_count": 27
1585
  },
 
 
 
 
 
 
 
 
1586
  {
1587
  "developer": "belztjti",
1588
  "model_count": 2
1589
  },
 
 
 
 
1590
  {
1591
  "developer": "benhaotang",
1592
  "model_count": 1
@@ -1619,10 +411,22 @@
1619
  "developer": "bigscience",
1620
  "model_count": 7
1621
  },
 
 
 
 
 
 
 
 
1622
  {
1623
  "developer": "bluuwhale",
1624
  "model_count": 1
1625
  },
 
 
 
 
1626
  {
1627
  "developer": "bond005",
1628
  "model_count": 1
@@ -1635,10 +439,22 @@
1635
  "developer": "braindao",
1636
  "model_count": 17
1637
  },
 
 
 
 
 
 
 
 
1638
  {
1639
  "developer": "brgx53",
1640
  "model_count": 6
1641
  },
 
 
 
 
1642
  {
1643
  "developer": "bunnycore",
1644
  "model_count": 85
@@ -1647,18 +463,34 @@
1647
  "developer": "byroneverson",
1648
  "model_count": 3
1649
  },
 
 
 
 
1650
  {
1651
  "developer": "c10x",
1652
  "model_count": 2
1653
  },
 
 
 
 
1654
  {
1655
  "developer": "carsenk",
1656
  "model_count": 2
1657
  },
 
 
 
 
1658
  {
1659
  "developer": "cat-searcher",
1660
  "model_count": 2
1661
  },
 
 
 
 
1662
  {
1663
  "developer": "cckm",
1664
  "model_count": 1
@@ -1667,6 +499,10 @@
1667
  "developer": "cgato",
1668
  "model_count": 1
1669
  },
 
 
 
 
1670
  {
1671
  "developer": "chargoddard",
1672
  "model_count": 1
@@ -1675,10 +511,18 @@
1675
  "developer": "chujiezheng",
1676
  "model_count": 2
1677
  },
 
 
 
 
1678
  {
1679
  "developer": "cjvt",
1680
  "model_count": 1
1681
  },
 
 
 
 
1682
  {
1683
  "developer": "cloudyu",
1684
  "model_count": 7
@@ -1695,14 +539,54 @@
1695
  "developer": "cohere",
1696
  "model_count": 15
1697
  },
 
 
 
 
1698
  {
1699
  "developer": "collaiborateorg",
1700
  "model_count": 1
1701
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1702
  {
1703
  "developer": "cpayne1303",
1704
  "model_count": 4
1705
  },
 
 
 
 
 
 
 
 
1706
  {
1707
  "developer": "crestf411",
1708
  "model_count": 1
@@ -1711,30 +595,98 @@
1711
  "developer": "cstr",
1712
  "model_count": 1
1713
  },
 
 
 
 
1714
  {
1715
  "developer": "cyberagent",
1716
  "model_count": 1
1717
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1718
  {
1719
  "developer": "darkc0de",
1720
  "model_count": 3
1721
  },
 
 
 
 
1722
  {
1723
  "developer": "databricks",
1724
  "model_count": 6
1725
  },
 
 
 
 
 
 
 
 
1726
  {
1727
  "developer": "davidkim205",
1728
  "model_count": 2
1729
  },
1730
  {
1731
- "developer": "deepseek",
 
 
 
 
 
 
 
 
 
 
 
 
1732
  "model_count": 2
1733
  },
 
 
 
 
 
 
 
 
 
 
 
 
1734
  {
1735
  "developer": "deepseek-ai",
1736
  "model_count": 13
1737
  },
 
 
 
 
 
 
 
 
1738
  {
1739
  "developer": "dfurman",
1740
  "model_count": 4
@@ -1763,10 +715,30 @@
1763
  "developer": "dnhkng",
1764
  "model_count": 10
1765
  },
 
 
 
 
 
 
 
 
 
 
 
 
1766
  {
1767
  "developer": "dreamgen",
1768
  "model_count": 1
1769
  },
 
 
 
 
 
 
 
 
1770
  {
1771
  "developer": "dustinwloring1988",
1772
  "model_count": 7
@@ -1783,25 +755,73 @@
1783
  "developer": "dzakwan",
1784
  "model_count": 1
1785
  },
 
 
 
 
 
 
 
 
 
 
 
 
1786
  {
1787
  "developer": "ehristoforu",
1788
  "model_count": 36
1789
  },
1790
  {
1791
- "developer": "eleutherai",
1792
- "model_count": 2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1793
  },
1794
  {
1795
- "developer": "elinas",
1796
  "model_count": 1
1797
  },
1798
  {
1799
- "developer": "ell44ot",
1800
  "model_count": 1
1801
  },
1802
  {
1803
- "developer": "euclaise",
1804
- "model_count": 1
1805
  },
1806
  {
1807
  "developer": "eworojoshua",
@@ -1823,18 +843,34 @@
1823
  "developer": "failspy",
1824
  "model_count": 6
1825
  },
 
 
 
 
1826
  {
1827
  "developer": "fblgit",
1828
  "model_count": 11
1829
  },
 
 
 
 
1830
  {
1831
  "developer": "fhai50032",
1832
  "model_count": 2
1833
  },
 
 
 
 
1834
  {
1835
  "developer": "flammenai",
1836
  "model_count": 6
1837
  },
 
 
 
 
1838
  {
1839
  "developer": "fluently-lm",
1840
  "model_count": 3
@@ -1855,14 +891,26 @@
1855
  "developer": "freewheelin",
1856
  "model_count": 4
1857
  },
 
 
 
 
1858
  {
1859
  "developer": "fulim",
1860
  "model_count": 1
1861
  },
 
 
 
 
1862
  {
1863
  "developer": "gabrielmbmb",
1864
  "model_count": 1
1865
  },
 
 
 
 
1866
  {
1867
  "developer": "gaverfraxz",
1868
  "model_count": 2
@@ -1875,6 +923,10 @@
1875
  "developer": "general-preference",
1876
  "model_count": 2
1877
  },
 
 
 
 
1878
  {
1879
  "developer": "ghost-x",
1880
  "model_count": 1
@@ -1892,8 +944,16 @@
1892
  "model_count": 26
1893
  },
1894
  {
1895
- "developer": "google",
1896
- "model_count": 64
 
 
 
 
 
 
 
 
1897
  },
1898
  {
1899
  "developer": "goulue5",
@@ -1903,10 +963,34 @@
1903
  "developer": "gradientai",
1904
  "model_count": 1
1905
  },
 
 
 
 
1906
  {
1907
  "developer": "grimjim",
1908
  "model_count": 25
1909
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1910
  {
1911
  "developer": "gupta-tanish",
1912
  "model_count": 1
@@ -1923,14 +1007,42 @@
1923
  "developer": "haoranxu",
1924
  "model_count": 3
1925
  },
 
 
 
 
 
 
 
 
1926
  {
1927
  "developer": "hatemmahmoud",
1928
  "model_count": 1
1929
  },
 
 
 
 
1930
  {
1931
  "developer": "hendrydong",
1932
  "model_count": 1
1933
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1934
  {
1935
  "developer": "hon9kon9ize",
1936
  "model_count": 2
@@ -1944,24 +1056,32 @@
1944
  "model_count": 34
1945
  },
1946
  {
1947
- "developer": "huggyllama",
1948
  "model_count": 3
1949
  },
1950
  {
1951
- "developer": "huihui-ai",
1952
- "model_count": 8
1953
  },
1954
  {
1955
- "developer": "huu-ontocord",
1956
- "model_count": 1
1957
  },
1958
  {
1959
- "developer": "iFaz",
 
 
 
 
1960
  "model_count": 8
1961
  },
1962
  {
1963
- "developer": "iRyanBell",
1964
- "model_count": 2
 
 
 
 
1965
  },
1966
  {
1967
  "developer": "ibivibiv",
@@ -1979,14 +1099,30 @@
1979
  "developer": "icefog72",
1980
  "model_count": 62
1981
  },
 
 
 
 
1982
  {
1983
  "developer": "ifable",
1984
  "model_count": 1
1985
  },
 
 
 
 
1986
  {
1987
  "developer": "ilsp",
1988
  "model_count": 1
1989
  },
 
 
 
 
 
 
 
 
1990
  {
1991
  "developer": "inflatebot",
1992
  "model_count": 1
@@ -1999,6 +1135,10 @@
1999
  "developer": "informatiker",
2000
  "model_count": 1
2001
  },
 
 
 
 
2002
  {
2003
  "developer": "insightfactory",
2004
  "model_count": 1
@@ -2007,6 +1147,10 @@
2007
  "developer": "instruction-pretrain",
2008
  "model_count": 1
2009
  },
 
 
 
 
2010
  {
2011
  "developer": "internlm",
2012
  "model_count": 9
@@ -2015,6 +1159,10 @@
2015
  "developer": "intervitens",
2016
  "model_count": 1
2017
  },
 
 
 
 
2018
  {
2019
  "developer": "inumulaisk",
2020
  "model_count": 1
@@ -2023,6 +1171,10 @@
2023
  "developer": "invalid-coder",
2024
  "model_count": 1
2025
  },
 
 
 
 
2026
  {
2027
  "developer": "invisietch",
2028
  "model_count": 4
@@ -2031,6 +1183,26 @@
2031
  "developer": "irahulpandey",
2032
  "model_count": 1
2033
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2034
  {
2035
  "developer": "jaredjoss",
2036
  "model_count": 1
@@ -2043,6 +1215,10 @@
2043
  "developer": "jayasuryajsk",
2044
  "model_count": 1
2045
  },
 
 
 
 
2046
  {
2047
  "developer": "jeanmichela",
2048
  "model_count": 1
@@ -2071,6 +1247,10 @@
2071
  "developer": "jieliu",
2072
  "model_count": 1
2073
  },
 
 
 
 
2074
  {
2075
  "developer": "jiviai",
2076
  "model_count": 1
@@ -2087,6 +1267,14 @@
2087
  "developer": "jondurbin",
2088
  "model_count": 1
2089
  },
 
 
 
 
 
 
 
 
2090
  {
2091
  "developer": "jpacifico",
2092
  "model_count": 18
@@ -2095,6 +1283,14 @@
2095
  "developer": "jsfs11",
2096
  "model_count": 3
2097
  },
 
 
 
 
 
 
 
 
2098
  {
2099
  "developer": "kaist-ai",
2100
  "model_count": 4
@@ -2119,6 +1315,10 @@
2119
  "developer": "kevin009",
2120
  "model_count": 1
2121
  },
 
 
 
 
2122
  {
2123
  "developer": "khoantap",
2124
  "model_count": 9
@@ -2127,6 +1327,18 @@
2127
  "developer": "khulaifi95",
2128
  "model_count": 1
2129
  },
 
 
 
 
 
 
 
 
 
 
 
 
2130
  {
2131
  "developer": "kms7530",
2132
  "model_count": 4
@@ -2135,6 +1347,30 @@
2135
  "developer": "kno10",
2136
  "model_count": 2
2137
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2138
  {
2139
  "developer": "kyutai",
2140
  "model_count": 1
@@ -2143,17 +1379,29 @@
2143
  "developer": "kz919",
2144
  "model_count": 1
2145
  },
 
 
 
 
2146
  {
2147
  "developer": "ladydaina",
2148
  "model_count": 1
2149
  },
2150
  {
2151
- "developer": "laislemke",
 
 
 
 
 
 
 
 
2152
  "model_count": 1
2153
  },
2154
  {
2155
- "developer": "lalainy",
2156
- "model_count": 7
2157
  },
2158
  {
2159
  "developer": "langgptai",
@@ -2163,22 +1411,58 @@
2163
  "developer": "lars1234",
2164
  "model_count": 1
2165
  },
 
 
 
 
2166
  {
2167
  "developer": "leafspark",
2168
  "model_count": 1
2169
  },
 
 
 
 
2170
  {
2171
  "developer": "lemon07r",
2172
  "model_count": 17
2173
  },
 
 
 
 
 
 
 
 
2174
  {
2175
  "developer": "lesubra",
2176
  "model_count": 8
2177
  },
 
 
 
 
2178
  {
2179
  "developer": "lightblue",
2180
  "model_count": 5
2181
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2182
  {
2183
  "developer": "lkoenig",
2184
  "model_count": 11
@@ -2187,6 +1471,14 @@
2187
  "developer": "llm-blender",
2188
  "model_count": 1
2189
  },
 
 
 
 
 
 
 
 
2190
  {
2191
  "developer": "llmat",
2192
  "model_count": 1
@@ -2199,6 +1491,10 @@
2199
  "developer": "lmsys",
2200
  "model_count": 5
2201
  },
 
 
 
 
2202
  {
2203
  "developer": "lodrick-the-lafted",
2204
  "model_count": 1
@@ -2215,6 +1511,26 @@
2215
  "developer": "lunahr",
2216
  "model_count": 2
2217
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2218
  {
2219
  "developer": "m42-health",
2220
  "model_count": 1
@@ -2227,10 +1543,22 @@
2227
  "developer": "magnifi",
2228
  "model_count": 1
2229
  },
 
 
 
 
 
 
 
 
2230
  {
2231
  "developer": "maldv",
2232
  "model_count": 7
2233
  },
 
 
 
 
2234
  {
2235
  "developer": "marcuscedricridia",
2236
  "model_count": 40
@@ -2239,6 +1567,14 @@
2239
  "developer": "marin-community",
2240
  "model_count": 1
2241
  },
 
 
 
 
 
 
 
 
2242
  {
2243
  "developer": "matouLeLoup",
2244
  "model_count": 5
@@ -2251,6 +1587,10 @@
2251
  "developer": "maywell",
2252
  "model_count": 1
2253
  },
 
 
 
 
2254
  {
2255
  "developer": "meditsolutions",
2256
  "model_count": 12
@@ -2268,8 +1608,12 @@
2268
  "model_count": 11
2269
  },
2270
  {
2271
- "developer": "meta",
2272
- "model_count": 23
 
 
 
 
2273
  },
2274
  {
2275
  "developer": "meta-llama",
@@ -2295,6 +1639,10 @@
2295
  "developer": "migtissera",
2296
  "model_count": 8
2297
  },
 
 
 
 
2298
  {
2299
  "developer": "mindw96",
2300
  "model_count": 1
@@ -2304,8 +1652,8 @@
2304
  "model_count": 1
2305
  },
2306
  {
2307
- "developer": "minimax",
2308
- "model_count": 1
2309
  },
2310
  {
2311
  "developer": "ministral",
@@ -2335,6 +1683,10 @@
2335
  "developer": "mlabonne",
2336
  "model_count": 14
2337
  },
 
 
 
 
2338
  {
2339
  "developer": "mlx-community",
2340
  "model_count": 2
@@ -2347,6 +1699,14 @@
2347
  "developer": "mobiuslabsgmbh",
2348
  "model_count": 2
2349
  },
 
 
 
 
 
 
 
 
2350
  {
2351
  "developer": "moeru-ai",
2352
  "model_count": 3
@@ -2355,10 +1715,18 @@
2355
  "developer": "monsterapi",
2356
  "model_count": 2
2357
  },
 
 
 
 
2358
  {
2359
  "developer": "moonshot",
2360
  "model_count": 2
2361
  },
 
 
 
 
2362
  {
2363
  "developer": "moonshotai",
2364
  "model_count": 1
@@ -2371,6 +1739,10 @@
2371
  "developer": "mosama",
2372
  "model_count": 1
2373
  },
 
 
 
 
2374
  {
2375
  "developer": "mrdayl",
2376
  "model_count": 5
@@ -2379,22 +1751,54 @@
2379
  "developer": "mrm8488",
2380
  "model_count": 2
2381
  },
 
 
 
 
 
 
 
 
2382
  {
2383
  "developer": "mukaj",
2384
  "model_count": 1
2385
  },
 
 
 
 
 
 
 
 
 
 
 
 
2386
  {
2387
  "developer": "my_model",
2388
  "model_count": 1
2389
  },
 
 
 
 
2390
  {
2391
  "developer": "natong19",
2392
  "model_count": 2
2393
  },
 
 
 
 
2394
  {
2395
  "developer": "nazimali",
2396
  "model_count": 2
2397
  },
 
 
 
 
2398
  {
2399
  "developer": "nbeerbower",
2400
  "model_count": 51
@@ -2403,10 +1807,18 @@
2403
  "developer": "nbrahme",
2404
  "model_count": 1
2405
  },
 
 
 
 
2406
  {
2407
  "developer": "necva",
2408
  "model_count": 2
2409
  },
 
 
 
 
2410
  {
2411
  "developer": "neopolita",
2412
  "model_count": 11
@@ -2419,10 +1831,22 @@
2419
  "developer": "netease-youdao",
2420
  "model_count": 1
2421
  },
 
 
 
 
2422
  {
2423
  "developer": "newsbang",
2424
  "model_count": 7
2425
  },
 
 
 
 
 
 
 
 
2426
  {
2427
  "developer": "nguyentd",
2428
  "model_count": 1
@@ -2436,51 +1860,123 @@
2436
  "model_count": 5
2437
  },
2438
  {
2439
- "developer": "nicolinho",
2440
- "model_count": 4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2441
  },
2442
  {
2443
- "developer": "nidum",
2444
  "model_count": 1
2445
  },
2446
  {
2447
- "developer": "nisten",
2448
  "model_count": 2
2449
  },
2450
  {
2451
- "developer": "nlpguy",
2452
- "model_count": 9
2453
  },
2454
  {
2455
- "developer": "noname0202",
2456
- "model_count": 8
2457
  },
2458
  {
2459
- "developer": "notbdq",
2460
  "model_count": 1
2461
  },
2462
  {
2463
- "developer": "nothingiisreal",
2464
- "model_count": 3
2465
  },
2466
  {
2467
- "developer": "nvidia",
2468
- "model_count": 21
2469
  },
2470
  {
2471
- "developer": "nxmwxm",
2472
  "model_count": 1
2473
  },
2474
  {
2475
- "developer": "occiglot",
2476
  "model_count": 1
2477
  },
2478
  {
2479
- "developer": "odyssey-labs",
2480
  "model_count": 1
2481
  },
2482
  {
2483
- "developer": "olabs-ai",
2484
  "model_count": 1
2485
  },
2486
  {
@@ -2503,22 +1999,34 @@
2503
  "developer": "open-neo",
2504
  "model_count": 2
2505
  },
 
 
 
 
2506
  {
2507
  "developer": "open-thoughts",
2508
  "model_count": 1
2509
  },
2510
  {
2511
- "developer": "openai",
2512
- "model_count": 46
2513
  },
2514
  {
2515
  "developer": "openai-community",
2516
  "model_count": 4
2517
  },
 
 
 
 
2518
  {
2519
  "developer": "openbmb",
2520
  "model_count": 5
2521
  },
 
 
 
 
2522
  {
2523
  "developer": "openchat",
2524
  "model_count": 6
@@ -2527,10 +2035,34 @@
2527
  "developer": "opencompass",
2528
  "model_count": 4
2529
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2530
  {
2531
  "developer": "orai-nlp",
2532
  "model_count": 1
2533
  },
 
 
 
 
 
 
 
 
2534
  {
2535
  "developer": "oxyapi",
2536
  "model_count": 1
@@ -2543,6 +2075,10 @@
2543
  "developer": "ozone-research",
2544
  "model_count": 1
2545
  },
 
 
 
 
2546
  {
2547
  "developer": "paloalma",
2548
  "model_count": 5
@@ -2551,10 +2087,18 @@
2551
  "developer": "pankajmathur",
2552
  "model_count": 29
2553
  },
 
 
 
 
2554
  {
2555
  "developer": "paulml",
2556
  "model_count": 1
2557
  },
 
 
 
 
2558
  {
2559
  "developer": "pints-ai",
2560
  "model_count": 2
@@ -2563,10 +2107,46 @@
2563
  "developer": "piotr25691",
2564
  "model_count": 3
2565
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2566
  {
2567
  "developer": "postbot",
2568
  "model_count": 1
2569
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2570
  {
2571
  "developer": "prince-canuma",
2572
  "model_count": 1
@@ -2587,6 +2167,18 @@
2587
  "developer": "pszemraj",
2588
  "model_count": 2
2589
  },
 
 
 
 
 
 
 
 
 
 
 
 
2590
  {
2591
  "developer": "qingy2019",
2592
  "model_count": 7
@@ -2600,8 +2192,20 @@
2600
  "model_count": 1
2601
  },
2602
  {
2603
- "developer": "qwen",
2604
- "model_count": 10
 
 
 
 
 
 
 
 
 
 
 
 
2605
  },
2606
  {
2607
  "developer": "raphgg",
@@ -2611,6 +2215,14 @@
2611
  "developer": "rasyosef",
2612
  "model_count": 4
2613
  },
 
 
 
 
 
 
 
 
2614
  {
2615
  "developer": "realtreetune",
2616
  "model_count": 1
@@ -2627,6 +2239,18 @@
2627
  "developer": "refuelai",
2628
  "model_count": 1
2629
  },
 
 
 
 
 
 
 
 
 
 
 
 
2630
  {
2631
  "developer": "rhplus0831",
2632
  "model_count": 1
@@ -2643,10 +2267,22 @@
2643
  "developer": "riaz",
2644
  "model_count": 1
2645
  },
 
 
 
 
2646
  {
2647
  "developer": "rmdhirr",
2648
  "model_count": 1
2649
  },
 
 
 
 
 
 
 
 
2650
  {
2651
  "developer": "rombodawg",
2652
  "model_count": 14
@@ -2663,6 +2299,10 @@
2663
  "developer": "rubenroy",
2664
  "model_count": 3
2665
  },
 
 
 
 
2666
  {
2667
  "developer": "ruizhe1217",
2668
  "model_count": 1
@@ -2671,6 +2311,10 @@
2671
  "developer": "rwitz",
2672
  "model_count": 1
2673
  },
 
 
 
 
2674
  {
2675
  "developer": "sabersaleh",
2676
  "model_count": 7
@@ -2679,6 +2323,10 @@
2679
  "developer": "sabersalehk",
2680
  "model_count": 4
2681
  },
 
 
 
 
2682
  {
2683
  "developer": "saishf",
2684
  "model_count": 2
@@ -2691,10 +2339,18 @@
2691
  "developer": "sakaltcommunity",
2692
  "model_count": 2
2693
  },
 
 
 
 
2694
  {
2695
  "developer": "sakhan10",
2696
  "model_count": 1
2697
  },
 
 
 
 
2698
  {
2699
  "developer": "saltlux",
2700
  "model_count": 2
@@ -2703,18 +2359,38 @@
2703
  "developer": "sam-paech",
2704
  "model_count": 3
2705
  },
 
 
 
 
 
 
 
 
2706
  {
2707
  "developer": "sarvamai",
2708
  "model_count": 1
2709
  },
 
 
 
 
2710
  {
2711
  "developer": "schnapss",
2712
  "model_count": 1
2713
  },
 
 
 
 
2714
  {
2715
  "developer": "sci-m-wang",
2716
  "model_count": 3
2717
  },
 
 
 
 
2718
  {
2719
  "developer": "securin",
2720
  "model_count": 1
@@ -2723,6 +2399,18 @@
2723
  "developer": "senseable",
2724
  "model_count": 1
2725
  },
 
 
 
 
 
 
 
 
 
 
 
 
2726
  {
2727
  "developer": "sequelbox",
2728
  "model_count": 6
@@ -2731,6 +2419,10 @@
2731
  "developer": "sethuiyer",
2732
  "model_count": 6
2733
  },
 
 
 
 
2734
  {
2735
  "developer": "sfairXC",
2736
  "model_count": 1
@@ -2739,10 +2431,18 @@
2739
  "developer": "shadowml",
2740
  "model_count": 2
2741
  },
 
 
 
 
2742
  {
2743
  "developer": "shastraai",
2744
  "model_count": 1
2745
  },
 
 
 
 
2746
  {
2747
  "developer": "shivam9980",
2748
  "model_count": 2
@@ -2751,13 +2451,25 @@
2751
  "developer": "shivank21",
2752
  "model_count": 1
2753
  },
 
 
 
 
2754
  {
2755
  "developer": "shuttleai",
2756
  "model_count": 1
2757
  },
2758
  {
2759
- "developer": "shyamieee",
2760
- "model_count": 1
 
 
 
 
 
 
 
 
2761
  },
2762
  {
2763
  "developer": "silma-ai",
@@ -2775,10 +2487,22 @@
2775
  "developer": "skymizer",
2776
  "model_count": 1
2777
  },
 
 
 
 
 
 
 
 
2778
  {
2779
  "developer": "snowflake",
2780
  "model_count": 1
2781
  },
 
 
 
 
2782
  {
2783
  "developer": "someon98",
2784
  "model_count": 1
@@ -2795,10 +2519,26 @@
2795
  "developer": "sophosympatheia",
2796
  "model_count": 1
2797
  },
 
 
 
 
 
 
 
 
 
 
 
 
2798
  {
2799
  "developer": "speakleash",
2800
  "model_count": 5
2801
  },
 
 
 
 
2802
  {
2803
  "developer": "spmurrayzzz",
2804
  "model_count": 1
@@ -2823,6 +2563,18 @@
2823
  "developer": "stanfordnlp",
2824
  "model_count": 2
2825
  },
 
 
 
 
 
 
 
 
 
 
 
 
2826
  {
2827
  "developer": "sthenno",
2828
  "model_count": 9
@@ -2843,6 +2595,10 @@
2843
  "developer": "suayptalha",
2844
  "model_count": 12
2845
  },
 
 
 
 
2846
  {
2847
  "developer": "sumink",
2848
  "model_count": 22
@@ -2851,14 +2607,30 @@
2851
  "developer": "sunbaby",
2852
  "model_count": 1
2853
  },
 
 
 
 
 
 
 
 
2854
  {
2855
  "developer": "swap-uniba",
2856
  "model_count": 1
2857
  },
 
 
 
 
2858
  {
2859
  "developer": "synergetic",
2860
  "model_count": 1
2861
  },
 
 
 
 
2862
  {
2863
  "developer": "talha2001",
2864
  "model_count": 1
@@ -2875,10 +2647,26 @@
2875
  "developer": "tannedbum",
2876
  "model_count": 4
2877
  },
 
 
 
 
 
 
 
 
2878
  {
2879
  "developer": "teknium",
2880
  "model_count": 5
2881
  },
 
 
 
 
 
 
 
 
2882
  {
2883
  "developer": "tensopolis",
2884
  "model_count": 15
@@ -2891,6 +2679,18 @@
2891
  "developer": "tenyx",
2892
  "model_count": 1
2893
  },
 
 
 
 
 
 
 
 
 
 
 
 
2894
  {
2895
  "developer": "theo77186",
2896
  "model_count": 1
@@ -2899,6 +2699,10 @@
2899
  "developer": "theprint",
2900
  "model_count": 18
2901
  },
 
 
 
 
2902
  {
2903
  "developer": "thinkcoder",
2904
  "model_count": 1
@@ -2911,22 +2715,42 @@
2911
  "developer": "thomas-yanxin",
2912
  "model_count": 4
2913
  },
 
 
 
 
2914
  {
2915
  "developer": "tianyil1",
2916
  "model_count": 1
2917
  },
 
 
 
 
2918
  {
2919
  "developer": "tiiuae",
2920
  "model_count": 20
2921
  },
 
 
 
 
2922
  {
2923
  "developer": "tinycompany",
2924
  "model_count": 15
2925
  },
 
 
 
 
2926
  {
2927
  "developer": "tklohj",
2928
  "model_count": 1
2929
  },
 
 
 
 
2930
  {
2931
  "developer": "together",
2932
  "model_count": 4
@@ -2943,21 +2767,57 @@
2943
  "developer": "tomasmcm",
2944
  "model_count": 1
2945
  },
 
 
 
 
 
 
 
 
 
 
 
 
2946
  {
2947
  "developer": "trthminh1112",
2948
  "model_count": 1
2949
  },
 
 
 
 
 
 
 
 
2950
  {
2951
  "developer": "tugstugi",
2952
  "model_count": 1
2953
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2954
  {
2955
  "developer": "universalml",
2956
  "model_count": 1
2957
  },
2958
  {
2959
  "developer": "unknown",
2960
- "model_count": 7
2961
  },
2962
  {
2963
  "developer": "unsloth",
@@ -2979,6 +2839,18 @@
2979
  "developer": "v000000",
2980
  "model_count": 6
2981
  },
 
 
 
 
 
 
 
 
 
 
 
 
2982
  {
2983
  "developer": "vhab10",
2984
  "model_count": 3
@@ -2995,6 +2867,14 @@
2995
  "developer": "vihangd",
2996
  "model_count": 1
2997
  },
 
 
 
 
 
 
 
 
2998
  {
2999
  "developer": "voidful",
3000
  "model_count": 1
@@ -3035,6 +2915,10 @@
3035
  "developer": "weqweasdas",
3036
  "model_count": 5
3037
  },
 
 
 
 
3038
  {
3039
  "developer": "win10",
3040
  "model_count": 9
@@ -3043,6 +2927,14 @@
3043
  "developer": "winglian",
3044
  "model_count": 2
3045
  },
 
 
 
 
 
 
 
 
3046
  {
3047
  "developer": "writer",
3048
  "model_count": 7
@@ -3057,24 +2949,32 @@
3057
  },
3058
  {
3059
  "developer": "xAI",
3060
- "model_count": 2
3061
  },
3062
  {
3063
- "developer": "xMaulana",
3064
- "model_count": 1
3065
  },
3066
  {
3067
- "developer": "xai",
3068
- "model_count": 5
3069
  },
3070
  {
3071
  "developer": "xinchen9",
3072
  "model_count": 5
3073
  },
 
 
 
 
3074
  {
3075
  "developer": "xkp24",
3076
  "model_count": 8
3077
  },
 
 
 
 
3078
  {
3079
  "developer": "xukp20",
3080
  "model_count": 8
@@ -3099,6 +2999,10 @@
3099
  "developer": "yanng1242",
3100
  "model_count": 1
3101
  },
 
 
 
 
3102
  {
3103
  "developer": "yasserrmd",
3104
  "model_count": 2
@@ -3123,14 +3027,42 @@
3123
  "developer": "ymcki",
3124
  "model_count": 11
3125
  },
 
 
 
 
 
 
 
 
 
 
 
 
3126
  {
3127
  "developer": "yuchenxie",
3128
  "model_count": 2
3129
  },
 
 
 
 
3130
  {
3131
  "developer": "yuvraj17",
3132
  "model_count": 3
3133
  },
 
 
 
 
 
 
 
 
 
 
 
 
3134
  {
3135
  "developer": "zai-org",
3136
  "model_count": 1
@@ -3143,10 +3075,22 @@
3143
  "developer": "zelk12",
3144
  "model_count": 78
3145
  },
 
 
 
 
3146
  {
3147
  "developer": "zetasepic",
3148
  "model_count": 2
3149
  },
 
 
 
 
 
 
 
 
3150
  {
3151
  "developer": "zhengr",
3152
  "model_count": 1
@@ -3158,5 +3102,13 @@
3158
  {
3159
  "developer": "zhipu-ai",
3160
  "model_count": 1
 
 
 
 
 
 
 
 
3161
  }
3162
  ]
 
32
  "model_count": 1
33
  },
34
  {
35
+ "developer": "aaditya",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  "model_count": 1
37
  },
38
  {
39
+ "developer": "AALF",
40
+ "model_count": 4
41
  },
42
  {
43
+ "developer": "Aashraf995",
44
  "model_count": 4
45
  },
46
  {
47
+ "developer": "abacusai",
48
  "model_count": 10
49
  },
50
  {
51
+ "developer": "AbacusResearch",
 
 
 
 
52
  "model_count": 1
53
  },
54
  {
55
+ "developer": "abhishek",
56
+ "model_count": 5
57
  },
58
  {
59
+ "developer": "abideen",
60
  "model_count": 1
61
  },
62
  {
63
+ "developer": "adamo1139",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
  "model_count": 1
65
  },
66
  {
67
+ "developer": "adriszmar",
 
 
 
 
 
 
 
 
68
  "model_count": 1
69
  },
70
  {
71
+ "developer": "AELLM",
72
+ "model_count": 2
73
  },
74
  {
75
+ "developer": "aevalone",
76
  "model_count": 1
77
  },
78
  {
79
+ "developer": "agentlans",
80
+ "model_count": 9
 
 
 
 
81
  },
82
  {
83
+ "developer": "AGI-0",
84
  "model_count": 3
85
  },
86
  {
87
+ "developer": "Ahdoot",
88
  "model_count": 2
89
  },
90
  {
91
+ "developer": "Ahjeong",
 
 
 
 
 
 
 
 
 
 
 
 
92
  "model_count": 2
93
  },
94
  {
95
+ "developer": "ahmeda335",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  "model_count": 1
97
  },
98
  {
99
+ "developer": "AI-MO",
100
+ "model_count": 2
 
 
 
 
101
  },
102
  {
103
+ "developer": "AI-Sweden-Models",
104
+ "model_count": 2
105
  },
106
  {
107
+ "developer": "AI2",
108
+ "model_count": 7
109
  },
110
  {
111
+ "developer": "ai21",
112
+ "model_count": 12
113
  },
114
  {
115
+ "developer": "ai21labs",
116
  "model_count": 1
117
  },
118
  {
119
+ "developer": "ai4bharat",
 
 
 
 
120
  "model_count": 1
121
  },
122
  {
123
+ "developer": "AI4free",
124
+ "model_count": 2
 
 
 
 
125
  },
126
  {
127
+ "developer": "AicoresSecurity",
128
+ "model_count": 4
129
  },
130
  {
131
+ "developer": "AIDC-AI",
132
  "model_count": 1
133
  },
134
  {
 
147
  "developer": "alcholjung",
148
  "model_count": 1
149
  },
150
+ {
151
+ "developer": "Alepach",
152
+ "model_count": 3
153
+ },
154
  {
155
  "developer": "aleph-alpha",
156
  "model_count": 3
157
  },
158
  {
159
+ "developer": "AlephAlpha",
160
+ "model_count": 3
161
+ },
162
+ {
163
+ "developer": "Alibaba",
164
+ "model_count": 6
165
+ },
166
+ {
167
+ "developer": "Alibaba-NLP",
168
  "model_count": 1
169
  },
170
  {
 
191
  "developer": "alpindale",
192
  "model_count": 2
193
  },
194
+ {
195
+ "developer": "Alsebay",
196
+ "model_count": 1
197
+ },
198
  {
199
  "developer": "altomek",
200
  "model_count": 1
201
  },
202
+ {
203
+ "developer": "Amaorynho",
204
+ "model_count": 4
205
+ },
206
  {
207
  "developer": "amazon",
208
  "model_count": 5
 
211
  "developer": "amd",
212
  "model_count": 1
213
  },
214
+ {
215
+ "developer": "Amu",
216
+ "model_count": 2
217
+ },
218
  {
219
  "developer": "anakin87",
220
  "model_count": 1
 
224
  "model_count": 12
225
  },
226
  {
227
+ "developer": "Anthropic",
228
+ "model_count": 32
229
  },
230
  {
231
  "developer": "apple",
 
259
  "developer": "ark",
260
  "model_count": 1
261
  },
262
+ {
263
+ "developer": "ArliAI",
264
+ "model_count": 2
265
+ },
266
  {
267
  "developer": "arshiaafshani",
268
  "model_count": 1
269
  },
270
+ {
271
+ "developer": "Arthur-LAGACHERIE",
272
+ "model_count": 1
273
+ },
274
+ {
275
+ "developer": "Artples",
276
+ "model_count": 2
277
+ },
278
+ {
279
+ "developer": "Aryanne",
280
+ "model_count": 3
281
+ },
282
  {
283
  "developer": "asharsha30",
284
  "model_count": 1
 
291
  "developer": "assskelad",
292
  "model_count": 1
293
  },
294
+ {
295
+ "developer": "AtAndDev",
296
+ "model_count": 1
297
+ },
298
+ {
299
+ "developer": "Ateron",
300
+ "model_count": 3
301
+ },
302
  {
303
  "developer": "athirdpath",
304
  "model_count": 1
305
  },
306
  {
307
+ "developer": "AtlaAI",
308
+ "model_count": 2
309
+ },
310
+ {
311
+ "developer": "AuraIndustries",
312
+ "model_count": 4
313
+ },
314
+ {
315
+ "developer": "Aurel9",
316
+ "model_count": 1
317
+ },
318
+ {
319
+ "developer": "automerger",
320
+ "model_count": 1
321
+ },
322
+ {
323
+ "developer": "avemio",
324
+ "model_count": 1
325
+ },
326
+ {
327
+ "developer": "awnr",
328
+ "model_count": 5
329
+ },
330
+ {
331
+ "developer": "aws-prototyping",
332
+ "model_count": 1
333
+ },
334
+ {
335
+ "developer": "axolotl-ai-co",
336
  "model_count": 1
337
  },
338
  {
339
+ "developer": "Ayush-Singh",
340
  "model_count": 1
341
  },
342
  {
343
+ "developer": "Azure99",
344
+ "model_count": 6
345
  },
346
  {
347
+ "developer": "Ba2han",
348
  "model_count": 1
349
  },
350
  {
351
+ "developer": "BAAI",
352
+ "model_count": 14
353
  },
354
  {
355
  "developer": "baconnier",
 
363
  "developer": "bamec66557",
364
  "model_count": 27
365
  },
366
+ {
367
+ "developer": "Baptiste-HUVELLE-10",
368
+ "model_count": 1
369
+ },
370
+ {
371
+ "developer": "BEE-spoke-data",
372
+ "model_count": 9
373
+ },
374
  {
375
  "developer": "belztjti",
376
  "model_count": 2
377
  },
378
+ {
379
+ "developer": "BenevolenceMessiah",
380
+ "model_count": 2
381
+ },
382
  {
383
  "developer": "benhaotang",
384
  "model_count": 1
 
411
  "developer": "bigscience",
412
  "model_count": 7
413
  },
414
+ {
415
+ "developer": "BlackBeenie",
416
+ "model_count": 9
417
+ },
418
+ {
419
+ "developer": "Bllossom",
420
+ "model_count": 1
421
+ },
422
  {
423
  "developer": "bluuwhale",
424
  "model_count": 1
425
  },
426
+ {
427
+ "developer": "BoltMonkey",
428
+ "model_count": 3
429
+ },
430
  {
431
  "developer": "bond005",
432
  "model_count": 1
 
439
  "developer": "braindao",
440
  "model_count": 17
441
  },
442
+ {
443
+ "developer": "BrainWave-ML",
444
+ "model_count": 1
445
+ },
446
+ {
447
+ "developer": "BramVanroy",
448
+ "model_count": 4
449
+ },
450
  {
451
  "developer": "brgx53",
452
  "model_count": 6
453
  },
454
+ {
455
+ "developer": "BSC-LT",
456
+ "model_count": 2
457
+ },
458
  {
459
  "developer": "bunnycore",
460
  "model_count": 85
 
463
  "developer": "byroneverson",
464
  "model_count": 3
465
  },
466
+ {
467
+ "developer": "ByteDance",
468
+ "model_count": 1
469
+ },
470
  {
471
  "developer": "c10x",
472
  "model_count": 2
473
  },
474
+ {
475
+ "developer": "CarrotAI",
476
+ "model_count": 2
477
+ },
478
  {
479
  "developer": "carsenk",
480
  "model_count": 2
481
  },
482
+ {
483
+ "developer": "Casual-Autopsy",
484
+ "model_count": 1
485
+ },
486
  {
487
  "developer": "cat-searcher",
488
  "model_count": 2
489
  },
490
+ {
491
+ "developer": "CausalLM",
492
+ "model_count": 3
493
+ },
494
  {
495
  "developer": "cckm",
496
  "model_count": 1
 
499
  "developer": "cgato",
500
  "model_count": 1
501
  },
502
+ {
503
+ "developer": "Changgil",
504
+ "model_count": 2
505
+ },
506
  {
507
  "developer": "chargoddard",
508
  "model_count": 1
 
511
  "developer": "chujiezheng",
512
  "model_count": 2
513
  },
514
+ {
515
+ "developer": "CIR-AMS",
516
+ "model_count": 1
517
+ },
518
  {
519
  "developer": "cjvt",
520
  "model_count": 1
521
  },
522
+ {
523
+ "developer": "ClaudioItaly",
524
+ "model_count": 4
525
+ },
526
  {
527
  "developer": "cloudyu",
528
  "model_count": 7
 
539
  "developer": "cohere",
540
  "model_count": 15
541
  },
542
+ {
543
+ "developer": "CohereForAI",
544
+ "model_count": 8
545
+ },
546
  {
547
  "developer": "collaiborateorg",
548
  "model_count": 1
549
  },
550
+ {
551
+ "developer": "Columbia-NLP",
552
+ "model_count": 6
553
+ },
554
+ {
555
+ "developer": "CombinHorizon",
556
+ "model_count": 6
557
+ },
558
+ {
559
+ "developer": "ContactDoctor",
560
+ "model_count": 2
561
+ },
562
+ {
563
+ "developer": "ContextualAI",
564
+ "model_count": 16
565
+ },
566
+ {
567
+ "developer": "CoolSpring",
568
+ "model_count": 3
569
+ },
570
+ {
571
+ "developer": "Corianas",
572
+ "model_count": 3
573
+ },
574
+ {
575
+ "developer": "CortexLM",
576
+ "model_count": 1
577
+ },
578
  {
579
  "developer": "cpayne1303",
580
  "model_count": 4
581
  },
582
+ {
583
+ "developer": "Cran-May",
584
+ "model_count": 7
585
+ },
586
+ {
587
+ "developer": "CreitinGameplays",
588
+ "model_count": 1
589
+ },
590
  {
591
  "developer": "crestf411",
592
  "model_count": 1
 
595
  "developer": "cstr",
596
  "model_count": 1
597
  },
598
+ {
599
+ "developer": "CultriX",
600
+ "model_count": 32
601
+ },
602
  {
603
  "developer": "cyberagent",
604
  "model_count": 1
605
  },
606
+ {
607
+ "developer": "CYFRAGOVPL",
608
+ "model_count": 6
609
+ },
610
+ {
611
+ "developer": "Daemontatox",
612
+ "model_count": 32
613
+ },
614
+ {
615
+ "developer": "Dampfinchen",
616
+ "model_count": 1
617
+ },
618
+ {
619
+ "developer": "Danielbrdz",
620
+ "model_count": 7
621
+ },
622
+ {
623
+ "developer": "Dans-DiscountModels",
624
+ "model_count": 9
625
+ },
626
  {
627
  "developer": "darkc0de",
628
  "model_count": 3
629
  },
630
+ {
631
+ "developer": "Darkknight535",
632
+ "model_count": 1
633
+ },
634
  {
635
  "developer": "databricks",
636
  "model_count": 6
637
  },
638
+ {
639
+ "developer": "Databricks-Mosaic-Research",
640
+ "model_count": 1
641
+ },
642
+ {
643
+ "developer": "DavidAU",
644
+ "model_count": 25
645
+ },
646
  {
647
  "developer": "davidkim205",
648
  "model_count": 2
649
  },
650
  {
651
+ "developer": "Davidsv",
652
+ "model_count": 1
653
+ },
654
+ {
655
+ "developer": "DavieLion",
656
+ "model_count": 5
657
+ },
658
+ {
659
+ "developer": "DebateLabKIT",
660
+ "model_count": 1
661
+ },
662
+ {
663
+ "developer": "Deci",
664
  "model_count": 2
665
  },
666
+ {
667
+ "developer": "DeepAutoAI",
668
+ "model_count": 12
669
+ },
670
+ {
671
+ "developer": "DeepMount00",
672
+ "model_count": 14
673
+ },
674
+ {
675
+ "developer": "DeepSeek",
676
+ "model_count": 7
677
+ },
678
  {
679
  "developer": "deepseek-ai",
680
  "model_count": 13
681
  },
682
+ {
683
+ "developer": "Delta-Vector",
684
+ "model_count": 7
685
+ },
686
+ {
687
+ "developer": "DevQuasar",
688
+ "model_count": 1
689
+ },
690
  {
691
  "developer": "dfurman",
692
  "model_count": 4
 
715
  "developer": "dnhkng",
716
  "model_count": 10
717
  },
718
+ {
719
+ "developer": "Dongwei",
720
+ "model_count": 1
721
+ },
722
+ {
723
+ "developer": "DoppelReflEx",
724
+ "model_count": 29
725
+ },
726
+ {
727
+ "developer": "DreadPoor",
728
+ "model_count": 119
729
+ },
730
  {
731
  "developer": "dreamgen",
732
  "model_count": 1
733
  },
734
+ {
735
+ "developer": "DRXD1000",
736
+ "model_count": 2
737
+ },
738
+ {
739
+ "developer": "DUAL-GPO",
740
+ "model_count": 1
741
+ },
742
  {
743
  "developer": "dustinwloring1988",
744
  "model_count": 7
 
755
  "developer": "dzakwan",
756
  "model_count": 1
757
  },
758
+ {
759
+ "developer": "DZgas",
760
+ "model_count": 1
761
+ },
762
+ {
763
+ "developer": "ECE-ILAB-PRYMMAL",
764
+ "model_count": 1
765
+ },
766
+ {
767
+ "developer": "Edgerunners",
768
+ "model_count": 1
769
+ },
770
  {
771
  "developer": "ehristoforu",
772
  "model_count": 36
773
  },
774
  {
775
+ "developer": "EleutherAI",
776
+ "model_count": 14
777
+ },
778
+ {
779
+ "developer": "elinas",
780
+ "model_count": 1
781
+ },
782
+ {
783
+ "developer": "ell44ot",
784
+ "model_count": 1
785
+ },
786
+ {
787
+ "developer": "Enno-Ai",
788
+ "model_count": 4
789
+ },
790
+ {
791
+ "developer": "EnnoAi",
792
+ "model_count": 2
793
+ },
794
+ {
795
+ "developer": "Epiculous",
796
+ "model_count": 4
797
+ },
798
+ {
799
+ "developer": "EpistemeAI",
800
+ "model_count": 47
801
+ },
802
+ {
803
+ "developer": "EpistemeAI2",
804
+ "model_count": 15
805
+ },
806
+ {
807
+ "developer": "Eric111",
808
+ "model_count": 2
809
+ },
810
+ {
811
+ "developer": "Etherll",
812
+ "model_count": 8
813
  },
814
  {
815
+ "developer": "euclaise",
816
  "model_count": 1
817
  },
818
  {
819
+ "developer": "Eurdem",
820
  "model_count": 1
821
  },
822
  {
823
+ "developer": "EVA-UNIT-01",
824
+ "model_count": 2
825
  },
826
  {
827
  "developer": "eworojoshua",
 
843
  "developer": "failspy",
844
  "model_count": 6
845
  },
846
+ {
847
+ "developer": "FallenMerick",
848
+ "model_count": 1
849
+ },
850
  {
851
  "developer": "fblgit",
852
  "model_count": 11
853
  },
854
+ {
855
+ "developer": "Felladrin",
856
+ "model_count": 2
857
+ },
858
  {
859
  "developer": "fhai50032",
860
  "model_count": 2
861
  },
862
+ {
863
+ "developer": "FINGU-AI",
864
+ "model_count": 7
865
+ },
866
  {
867
  "developer": "flammenai",
868
  "model_count": 6
869
  },
870
+ {
871
+ "developer": "FlofloB",
872
+ "model_count": 27
873
+ },
874
  {
875
  "developer": "fluently-lm",
876
  "model_count": 3
 
891
  "developer": "freewheelin",
892
  "model_count": 4
893
  },
894
+ {
895
+ "developer": "FuJhen",
896
+ "model_count": 4
897
+ },
898
  {
899
  "developer": "fulim",
900
  "model_count": 1
901
  },
902
+ {
903
+ "developer": "FuseAI",
904
+ "model_count": 4
905
+ },
906
  {
907
  "developer": "gabrielmbmb",
908
  "model_count": 1
909
  },
910
+ {
911
+ "developer": "GalrionSoftworks",
912
+ "model_count": 2
913
+ },
914
  {
915
  "developer": "gaverfraxz",
916
  "model_count": 2
 
923
  "developer": "general-preference",
924
  "model_count": 2
925
  },
926
+ {
927
+ "developer": "GenVRadmin",
928
+ "model_count": 4
929
+ },
930
  {
931
  "developer": "ghost-x",
932
  "model_count": 1
 
944
  "model_count": 26
945
  },
946
  {
947
+ "developer": "Goekdeniz-Guelmez",
948
+ "model_count": 10
949
+ },
950
+ {
951
+ "developer": "Google",
952
+ "model_count": 68
953
+ },
954
+ {
955
+ "developer": "GoToCompany",
956
+ "model_count": 2
957
  },
958
  {
959
  "developer": "goulue5",
 
963
  "developer": "gradientai",
964
  "model_count": 1
965
  },
966
+ {
967
+ "developer": "GreenNode",
968
+ "model_count": 1
969
+ },
970
  {
971
  "developer": "grimjim",
972
  "model_count": 25
973
  },
974
+ {
975
+ "developer": "GritLM",
976
+ "model_count": 2
977
+ },
978
+ {
979
+ "developer": "Groq",
980
+ "model_count": 1
981
+ },
982
+ {
983
+ "developer": "Gryphe",
984
+ "model_count": 5
985
+ },
986
+ {
987
+ "developer": "GuilhermeNaturaUmana",
988
+ "model_count": 1
989
+ },
990
+ {
991
+ "developer": "Gunulhona",
992
+ "model_count": 2
993
+ },
994
  {
995
  "developer": "gupta-tanish",
996
  "model_count": 1
 
1007
  "developer": "haoranxu",
1008
  "model_count": 3
1009
  },
1010
+ {
1011
+ "developer": "HarbingerX",
1012
+ "model_count": 2
1013
+ },
1014
+ {
1015
+ "developer": "Hastagaras",
1016
+ "model_count": 3
1017
+ },
1018
  {
1019
  "developer": "hatemmahmoud",
1020
  "model_count": 1
1021
  },
1022
+ {
1023
+ "developer": "HelpingAI",
1024
+ "model_count": 4
1025
+ },
1026
  {
1027
  "developer": "hendrydong",
1028
  "model_count": 1
1029
  },
1030
+ {
1031
+ "developer": "HeraiHench",
1032
+ "model_count": 4
1033
+ },
1034
+ {
1035
+ "developer": "HFXM",
1036
+ "model_count": 1
1037
+ },
1038
+ {
1039
+ "developer": "HiroseKoichi",
1040
+ "model_count": 1
1041
+ },
1042
+ {
1043
+ "developer": "HoangHa",
1044
+ "model_count": 1
1045
+ },
1046
  {
1047
  "developer": "hon9kon9ize",
1048
  "model_count": 2
 
1056
  "model_count": 34
1057
  },
1058
  {
1059
+ "developer": "HPAI-BSC",
1060
  "model_count": 3
1061
  },
1062
  {
1063
+ "developer": "HuggingFaceH4",
1064
+ "model_count": 5
1065
  },
1066
  {
1067
+ "developer": "HuggingFaceTB",
1068
+ "model_count": 12
1069
  },
1070
  {
1071
+ "developer": "huggyllama",
1072
+ "model_count": 3
1073
+ },
1074
+ {
1075
+ "developer": "huihui-ai",
1076
  "model_count": 8
1077
  },
1078
  {
1079
+ "developer": "HumanLLMs",
1080
+ "model_count": 3
1081
+ },
1082
+ {
1083
+ "developer": "huu-ontocord",
1084
+ "model_count": 1
1085
  },
1086
  {
1087
  "developer": "ibivibiv",
 
1099
  "developer": "icefog72",
1100
  "model_count": 62
1101
  },
1102
+ {
1103
+ "developer": "IDEA-CCNL",
1104
+ "model_count": 2
1105
+ },
1106
  {
1107
  "developer": "ifable",
1108
  "model_count": 1
1109
  },
1110
+ {
1111
+ "developer": "iFaz",
1112
+ "model_count": 8
1113
+ },
1114
  {
1115
  "developer": "ilsp",
1116
  "model_count": 1
1117
  },
1118
+ {
1119
+ "developer": "IlyaGusev",
1120
+ "model_count": 2
1121
+ },
1122
+ {
1123
+ "developer": "Infinirc",
1124
+ "model_count": 1
1125
+ },
1126
  {
1127
  "developer": "inflatebot",
1128
  "model_count": 1
 
1135
  "developer": "informatiker",
1136
  "model_count": 1
1137
  },
1138
+ {
1139
+ "developer": "INSAIT-Institute",
1140
+ "model_count": 1
1141
+ },
1142
  {
1143
  "developer": "insightfactory",
1144
  "model_count": 1
 
1147
  "developer": "instruction-pretrain",
1148
  "model_count": 1
1149
  },
1150
+ {
1151
+ "developer": "Intel",
1152
+ "model_count": 4
1153
+ },
1154
  {
1155
  "developer": "internlm",
1156
  "model_count": 9
 
1159
  "developer": "intervitens",
1160
  "model_count": 1
1161
  },
1162
+ {
1163
+ "developer": "IntervitensInc",
1164
+ "model_count": 1
1165
+ },
1166
  {
1167
  "developer": "inumulaisk",
1168
  "model_count": 1
 
1171
  "developer": "invalid-coder",
1172
  "model_count": 1
1173
  },
1174
+ {
1175
+ "developer": "Invalid-Null",
1176
+ "model_count": 2
1177
+ },
1178
  {
1179
  "developer": "invisietch",
1180
  "model_count": 4
 
1183
  "developer": "irahulpandey",
1184
  "model_count": 1
1185
  },
1186
+ {
1187
+ "developer": "iRyanBell",
1188
+ "model_count": 2
1189
+ },
1190
+ {
1191
+ "developer": "Isaak-Carter",
1192
+ "model_count": 3
1193
+ },
1194
+ {
1195
+ "developer": "J-LAB",
1196
+ "model_count": 1
1197
+ },
1198
+ {
1199
+ "developer": "JackFram",
1200
+ "model_count": 2
1201
+ },
1202
+ {
1203
+ "developer": "Jacoby746",
1204
+ "model_count": 7
1205
+ },
1206
  {
1207
  "developer": "jaredjoss",
1208
  "model_count": 1
 
1215
  "developer": "jayasuryajsk",
1216
  "model_count": 1
1217
  },
1218
+ {
1219
+ "developer": "JayHyeon",
1220
+ "model_count": 174
1221
+ },
1222
  {
1223
  "developer": "jeanmichela",
1224
  "model_count": 1
 
1247
  "developer": "jieliu",
1248
  "model_count": 1
1249
  },
1250
+ {
1251
+ "developer": "Jimmy19991222",
1252
+ "model_count": 8
1253
+ },
1254
  {
1255
  "developer": "jiviai",
1256
  "model_count": 1
 
1267
  "developer": "jondurbin",
1268
  "model_count": 1
1269
  },
1270
+ {
1271
+ "developer": "Joseph717171",
1272
+ "model_count": 2
1273
+ },
1274
+ {
1275
+ "developer": "Josephgflowers",
1276
+ "model_count": 7
1277
+ },
1278
  {
1279
  "developer": "jpacifico",
1280
  "model_count": 18
 
1283
  "developer": "jsfs11",
1284
  "model_count": 3
1285
  },
1286
+ {
1287
+ "developer": "JungZoona",
1288
+ "model_count": 2
1289
+ },
1290
+ {
1291
+ "developer": "Junhoee",
1292
+ "model_count": 1
1293
+ },
1294
  {
1295
  "developer": "kaist-ai",
1296
  "model_count": 4
 
1315
  "developer": "kevin009",
1316
  "model_count": 1
1317
  },
1318
+ {
1319
+ "developer": "Khetterman",
1320
+ "model_count": 2
1321
+ },
1322
  {
1323
  "developer": "khoantap",
1324
  "model_count": 9
 
1327
  "developer": "khulaifi95",
1328
  "model_count": 1
1329
  },
1330
+ {
1331
+ "developer": "Kimargin",
1332
+ "model_count": 1
1333
+ },
1334
+ {
1335
+ "developer": "Kimi",
1336
+ "model_count": 1
1337
+ },
1338
+ {
1339
+ "developer": "KingNish",
1340
+ "model_count": 7
1341
+ },
1342
  {
1343
  "developer": "kms7530",
1344
  "model_count": 4
 
1347
  "developer": "kno10",
1348
  "model_count": 2
1349
  },
1350
+ {
1351
+ "developer": "Kquant03",
1352
+ "model_count": 2
1353
+ },
1354
+ {
1355
+ "developer": "Krystalan",
1356
+ "model_count": 2
1357
+ },
1358
+ {
1359
+ "developer": "KSU-HW-SEC",
1360
+ "model_count": 4
1361
+ },
1362
+ {
1363
+ "developer": "Kuaishou",
1364
+ "model_count": 1
1365
+ },
1366
+ {
1367
+ "developer": "Kukedlc",
1368
+ "model_count": 7
1369
+ },
1370
+ {
1371
+ "developer": "Kumar955",
1372
+ "model_count": 1
1373
+ },
1374
  {
1375
  "developer": "kyutai",
1376
  "model_count": 1
 
1379
  "developer": "kz919",
1380
  "model_count": 1
1381
  },
1382
+ {
1383
+ "developer": "L-RAGE",
1384
+ "model_count": 1
1385
+ },
1386
  {
1387
  "developer": "ladydaina",
1388
  "model_count": 1
1389
  },
1390
  {
1391
+ "developer": "laislemke",
1392
+ "model_count": 1
1393
+ },
1394
+ {
1395
+ "developer": "lalainy",
1396
+ "model_count": 7
1397
+ },
1398
+ {
1399
+ "developer": "Lambent",
1400
  "model_count": 1
1401
  },
1402
  {
1403
+ "developer": "Langboat",
1404
+ "model_count": 1
1405
  },
1406
  {
1407
  "developer": "langgptai",
 
1411
  "developer": "lars1234",
1412
  "model_count": 1
1413
  },
1414
+ {
1415
+ "developer": "Lawnakk",
1416
+ "model_count": 10
1417
+ },
1418
  {
1419
  "developer": "leafspark",
1420
  "model_count": 1
1421
  },
1422
+ {
1423
+ "developer": "LEESM",
1424
+ "model_count": 4
1425
+ },
1426
  {
1427
  "developer": "lemon07r",
1428
  "model_count": 17
1429
  },
1430
+ {
1431
+ "developer": "LenguajeNaturalAI",
1432
+ "model_count": 2
1433
+ },
1434
+ {
1435
+ "developer": "LeroyDyer",
1436
+ "model_count": 58
1437
+ },
1438
  {
1439
  "developer": "lesubra",
1440
  "model_count": 8
1441
  },
1442
+ {
1443
+ "developer": "LGAI-EXAONE",
1444
+ "model_count": 4
1445
+ },
1446
  {
1447
  "developer": "lightblue",
1448
  "model_count": 5
1449
  },
1450
+ {
1451
+ "developer": "LightningRodLabs",
1452
+ "model_count": 3
1453
+ },
1454
+ {
1455
+ "developer": "Lil-R",
1456
+ "model_count": 8
1457
+ },
1458
+ {
1459
+ "developer": "LilRg",
1460
+ "model_count": 10
1461
+ },
1462
+ {
1463
+ "developer": "LimYeri",
1464
+ "model_count": 5
1465
+ },
1466
  {
1467
  "developer": "lkoenig",
1468
  "model_count": 11
 
1471
  "developer": "llm-blender",
1472
  "model_count": 1
1473
  },
1474
+ {
1475
+ "developer": "LLM360",
1476
+ "model_count": 2
1477
+ },
1478
+ {
1479
+ "developer": "LLM4Binary",
1480
+ "model_count": 1
1481
+ },
1482
  {
1483
  "developer": "llmat",
1484
  "model_count": 1
 
1491
  "developer": "lmsys",
1492
  "model_count": 5
1493
  },
1494
+ {
1495
+ "developer": "Locutusque",
1496
+ "model_count": 6
1497
+ },
1498
  {
1499
  "developer": "lodrick-the-lafted",
1500
  "model_count": 1
 
1511
  "developer": "lunahr",
1512
  "model_count": 2
1513
  },
1514
+ {
1515
+ "developer": "Luni",
1516
+ "model_count": 2
1517
+ },
1518
+ {
1519
+ "developer": "Lunzima",
1520
+ "model_count": 18
1521
+ },
1522
+ {
1523
+ "developer": "LxzGordon",
1524
+ "model_count": 2
1525
+ },
1526
+ {
1527
+ "developer": "Lyte",
1528
+ "model_count": 3
1529
+ },
1530
+ {
1531
+ "developer": "M4-ai",
1532
+ "model_count": 1
1533
+ },
1534
  {
1535
  "developer": "m42-health",
1536
  "model_count": 1
 
1543
  "developer": "magnifi",
1544
  "model_count": 1
1545
  },
1546
+ {
1547
+ "developer": "Magpie-Align",
1548
+ "model_count": 8
1549
+ },
1550
+ {
1551
+ "developer": "MagusCorp",
1552
+ "model_count": 1
1553
+ },
1554
  {
1555
  "developer": "maldv",
1556
  "model_count": 7
1557
  },
1558
+ {
1559
+ "developer": "ManoloPueblo",
1560
+ "model_count": 3
1561
+ },
1562
  {
1563
  "developer": "marcuscedricridia",
1564
  "model_count": 40
 
1567
  "developer": "marin-community",
1568
  "model_count": 1
1569
  },
1570
+ {
1571
+ "developer": "MarinaraSpaghetti",
1572
+ "model_count": 2
1573
+ },
1574
+ {
1575
+ "developer": "Marsouuu",
1576
+ "model_count": 8
1577
+ },
1578
  {
1579
  "developer": "matouLeLoup",
1580
  "model_count": 5
 
1587
  "developer": "maywell",
1588
  "model_count": 1
1589
  },
1590
+ {
1591
+ "developer": "MaziyarPanahi",
1592
+ "model_count": 44
1593
+ },
1594
  {
1595
  "developer": "meditsolutions",
1596
  "model_count": 12
 
1608
  "model_count": 11
1609
  },
1610
  {
1611
+ "developer": "MEscriva",
1612
+ "model_count": 1
1613
+ },
1614
+ {
1615
+ "developer": "Meta",
1616
+ "model_count": 24
1617
  },
1618
  {
1619
  "developer": "meta-llama",
 
1639
  "developer": "migtissera",
1640
  "model_count": 8
1641
  },
1642
+ {
1643
+ "developer": "Minami-su",
1644
+ "model_count": 5
1645
+ },
1646
  {
1647
  "developer": "mindw96",
1648
  "model_count": 1
 
1652
  "model_count": 1
1653
  },
1654
  {
1655
+ "developer": "MiniMax",
1656
+ "model_count": 4
1657
  },
1658
  {
1659
  "developer": "ministral",
 
1683
  "developer": "mlabonne",
1684
  "model_count": 14
1685
  },
1686
+ {
1687
+ "developer": "MLP-KTLim",
1688
+ "model_count": 1
1689
+ },
1690
  {
1691
  "developer": "mlx-community",
1692
  "model_count": 2
 
1699
  "developer": "mobiuslabsgmbh",
1700
  "model_count": 2
1701
  },
1702
+ {
1703
+ "developer": "ModelCloud",
1704
+ "model_count": 1
1705
+ },
1706
+ {
1707
+ "developer": "ModelSpace",
1708
+ "model_count": 1
1709
+ },
1710
  {
1711
  "developer": "moeru-ai",
1712
  "model_count": 3
 
1715
  "developer": "monsterapi",
1716
  "model_count": 2
1717
  },
1718
+ {
1719
+ "developer": "MoonRide",
1720
+ "model_count": 1
1721
+ },
1722
  {
1723
  "developer": "moonshot",
1724
  "model_count": 2
1725
  },
1726
+ {
1727
+ "developer": "Moonshot AI",
1728
+ "model_count": 2
1729
+ },
1730
  {
1731
  "developer": "moonshotai",
1732
  "model_count": 1
 
1739
  "developer": "mosama",
1740
  "model_count": 1
1741
  },
1742
+ {
1743
+ "developer": "Mostafa8Mehrabi",
1744
+ "model_count": 1
1745
+ },
1746
  {
1747
  "developer": "mrdayl",
1748
  "model_count": 5
 
1751
  "developer": "mrm8488",
1752
  "model_count": 2
1753
  },
1754
+ {
1755
+ "developer": "MrRobotoAI",
1756
+ "model_count": 2
1757
+ },
1758
+ {
1759
+ "developer": "MTSAIR",
1760
+ "model_count": 2
1761
+ },
1762
  {
1763
  "developer": "mukaj",
1764
  "model_count": 1
1765
  },
1766
+ {
1767
+ "developer": "Multiple",
1768
+ "model_count": 1
1769
+ },
1770
+ {
1771
+ "developer": "MultivexAI",
1772
+ "model_count": 5
1773
+ },
1774
+ {
1775
+ "developer": "Mxode",
1776
+ "model_count": 5
1777
+ },
1778
  {
1779
  "developer": "my_model",
1780
  "model_count": 1
1781
  },
1782
+ {
1783
+ "developer": "NAPS-ai",
1784
+ "model_count": 7
1785
+ },
1786
  {
1787
  "developer": "natong19",
1788
  "model_count": 2
1789
  },
1790
+ {
1791
+ "developer": "Naveenpoliasetty",
1792
+ "model_count": 1
1793
+ },
1794
  {
1795
  "developer": "nazimali",
1796
  "model_count": 2
1797
  },
1798
+ {
1799
+ "developer": "NbAiLab",
1800
+ "model_count": 2
1801
+ },
1802
  {
1803
  "developer": "nbeerbower",
1804
  "model_count": 51
 
1807
  "developer": "nbrahme",
1808
  "model_count": 1
1809
  },
1810
+ {
1811
+ "developer": "NCSOFT",
1812
+ "model_count": 3
1813
+ },
1814
  {
1815
  "developer": "necva",
1816
  "model_count": 2
1817
  },
1818
+ {
1819
+ "developer": "Nekochu",
1820
+ "model_count": 4
1821
+ },
1822
  {
1823
  "developer": "neopolita",
1824
  "model_count": 11
 
1831
  "developer": "netease-youdao",
1832
  "model_count": 1
1833
  },
1834
+ {
1835
+ "developer": "NeverSleep",
1836
+ "model_count": 2
1837
+ },
1838
  {
1839
  "developer": "newsbang",
1840
  "model_count": 7
1841
  },
1842
+ {
1843
+ "developer": "Nexesenex",
1844
+ "model_count": 45
1845
+ },
1846
+ {
1847
+ "developer": "Nexusflow",
1848
+ "model_count": 2
1849
+ },
1850
  {
1851
  "developer": "nguyentd",
1852
  "model_count": 1
 
1860
  "model_count": 5
1861
  },
1862
  {
1863
+ "developer": "nicolinho",
1864
+ "model_count": 4
1865
+ },
1866
+ {
1867
+ "developer": "nidum",
1868
+ "model_count": 1
1869
+ },
1870
+ {
1871
+ "developer": "NikolaSigmoid",
1872
+ "model_count": 7
1873
+ },
1874
+ {
1875
+ "developer": "nisten",
1876
+ "model_count": 2
1877
+ },
1878
+ {
1879
+ "developer": "Nitral-AI",
1880
+ "model_count": 8
1881
+ },
1882
+ {
1883
+ "developer": "NJS26",
1884
+ "model_count": 1
1885
+ },
1886
+ {
1887
+ "developer": "NLPark",
1888
+ "model_count": 3
1889
+ },
1890
+ {
1891
+ "developer": "nlpguy",
1892
+ "model_count": 9
1893
+ },
1894
+ {
1895
+ "developer": "Nohobby",
1896
+ "model_count": 2
1897
+ },
1898
+ {
1899
+ "developer": "noname0202",
1900
+ "model_count": 8
1901
+ },
1902
+ {
1903
+ "developer": "Norquinal",
1904
+ "model_count": 8
1905
+ },
1906
+ {
1907
+ "developer": "NotASI",
1908
+ "model_count": 4
1909
+ },
1910
+ {
1911
+ "developer": "notbdq",
1912
+ "model_count": 1
1913
+ },
1914
+ {
1915
+ "developer": "nothingiisreal",
1916
+ "model_count": 3
1917
+ },
1918
+ {
1919
+ "developer": "NousResearch",
1920
+ "model_count": 19
1921
+ },
1922
+ {
1923
+ "developer": "Novaciano",
1924
+ "model_count": 11
1925
+ },
1926
+ {
1927
+ "developer": "NTQAI",
1928
+ "model_count": 2
1929
+ },
1930
+ {
1931
+ "developer": "NucleusAI",
1932
+ "model_count": 1
1933
+ },
1934
+ {
1935
+ "developer": "nvidia",
1936
+ "model_count": 21
1937
  },
1938
  {
1939
+ "developer": "nxmwxm",
1940
  "model_count": 1
1941
  },
1942
  {
1943
+ "developer": "NYTK",
1944
  "model_count": 2
1945
  },
1946
  {
1947
+ "developer": "NyxKrage",
1948
+ "model_count": 1
1949
  },
1950
  {
1951
+ "developer": "occiglot",
1952
+ "model_count": 1
1953
  },
1954
  {
1955
+ "developer": "odyssey-labs",
1956
  "model_count": 1
1957
  },
1958
  {
1959
+ "developer": "OEvortex",
1960
+ "model_count": 5
1961
  },
1962
  {
1963
+ "developer": "olabs-ai",
1964
+ "model_count": 1
1965
  },
1966
  {
1967
+ "developer": "OliveiraJLT",
1968
  "model_count": 1
1969
  },
1970
  {
1971
+ "developer": "Omkar1102",
1972
  "model_count": 1
1973
  },
1974
  {
1975
+ "developer": "OmnicromsBrain",
1976
  "model_count": 1
1977
  },
1978
  {
1979
+ "developer": "OnlyCheeini",
1980
  "model_count": 1
1981
  },
1982
  {
 
1999
  "developer": "open-neo",
2000
  "model_count": 2
2001
  },
2002
+ {
2003
+ "developer": "Open-Orca",
2004
+ "model_count": 1
2005
+ },
2006
  {
2007
  "developer": "open-thoughts",
2008
  "model_count": 1
2009
  },
2010
  {
2011
+ "developer": "OpenAI",
2012
+ "model_count": 59
2013
  },
2014
  {
2015
  "developer": "openai-community",
2016
  "model_count": 4
2017
  },
2018
+ {
2019
+ "developer": "OpenAssistant",
2020
+ "model_count": 4
2021
+ },
2022
  {
2023
  "developer": "openbmb",
2024
  "model_count": 5
2025
  },
2026
+ {
2027
+ "developer": "OpenBuddy",
2028
+ "model_count": 22
2029
+ },
2030
  {
2031
  "developer": "openchat",
2032
  "model_count": 6
 
2035
  "developer": "opencompass",
2036
  "model_count": 4
2037
  },
2038
+ {
2039
+ "developer": "OpenGenerativeAI",
2040
+ "model_count": 2
2041
+ },
2042
+ {
2043
+ "developer": "OpenLeecher",
2044
+ "model_count": 1
2045
+ },
2046
+ {
2047
+ "developer": "OpenLLM-France",
2048
+ "model_count": 4
2049
+ },
2050
+ {
2051
+ "developer": "OpenScholar",
2052
+ "model_count": 1
2053
+ },
2054
  {
2055
  "developer": "orai-nlp",
2056
  "model_count": 1
2057
  },
2058
+ {
2059
+ "developer": "Orenguteng",
2060
+ "model_count": 2
2061
+ },
2062
+ {
2063
+ "developer": "Orion-zhen",
2064
+ "model_count": 2
2065
+ },
2066
  {
2067
  "developer": "oxyapi",
2068
  "model_count": 1
 
2075
  "developer": "ozone-research",
2076
  "model_count": 1
2077
  },
2078
+ {
2079
+ "developer": "P0x0",
2080
+ "model_count": 1
2081
+ },
2082
  {
2083
  "developer": "paloalma",
2084
  "model_count": 5
 
2087
  "developer": "pankajmathur",
2088
  "model_count": 29
2089
  },
2090
+ {
2091
+ "developer": "Parissa3",
2092
+ "model_count": 1
2093
+ },
2094
  {
2095
  "developer": "paulml",
2096
  "model_count": 1
2097
  },
2098
+ {
2099
+ "developer": "Pinkstack",
2100
+ "model_count": 4
2101
+ },
2102
  {
2103
  "developer": "pints-ai",
2104
  "model_count": 2
 
2107
  "developer": "piotr25691",
2108
  "model_count": 3
2109
  },
2110
+ {
2111
+ "developer": "PJMixers",
2112
+ "model_count": 1
2113
+ },
2114
+ {
2115
+ "developer": "PJMixers-Dev",
2116
+ "model_count": 9
2117
+ },
2118
+ {
2119
+ "developer": "PKU-Alignment",
2120
+ "model_count": 4
2121
+ },
2122
+ {
2123
+ "developer": "PocketDoc",
2124
+ "model_count": 5
2125
+ },
2126
+ {
2127
+ "developer": "PoLL",
2128
+ "model_count": 1
2129
+ },
2130
  {
2131
  "developer": "postbot",
2132
  "model_count": 1
2133
  },
2134
+ {
2135
+ "developer": "PowerInfer",
2136
+ "model_count": 1
2137
+ },
2138
+ {
2139
+ "developer": "PranavHarshan",
2140
+ "model_count": 2
2141
+ },
2142
+ {
2143
+ "developer": "Pretergeek",
2144
+ "model_count": 9
2145
+ },
2146
+ {
2147
+ "developer": "PrimeIntellect",
2148
+ "model_count": 2
2149
+ },
2150
  {
2151
  "developer": "prince-canuma",
2152
  "model_count": 1
 
2167
  "developer": "pszemraj",
2168
  "model_count": 2
2169
  },
2170
+ {
2171
+ "developer": "PuxAI",
2172
+ "model_count": 1
2173
+ },
2174
+ {
2175
+ "developer": "PygmalionAI",
2176
+ "model_count": 1
2177
+ },
2178
+ {
2179
+ "developer": "Q-bert",
2180
+ "model_count": 1
2181
+ },
2182
  {
2183
  "developer": "qingy2019",
2184
  "model_count": 7
 
2192
  "model_count": 1
2193
  },
2194
  {
2195
+ "developer": "Quazim0t0",
2196
+ "model_count": 70
2197
+ },
2198
+ {
2199
+ "developer": "Qwen",
2200
+ "model_count": 70
2201
+ },
2202
+ {
2203
+ "developer": "R-I-S-E",
2204
+ "model_count": 2
2205
+ },
2206
+ {
2207
+ "developer": "Rakuten",
2208
+ "model_count": 3
2209
  },
2210
  {
2211
  "developer": "raphgg",
 
2215
  "developer": "rasyosef",
2216
  "model_count": 4
2217
  },
2218
+ {
2219
+ "developer": "Ray2333",
2220
+ "model_count": 10
2221
+ },
2222
+ {
2223
+ "developer": "RDson",
2224
+ "model_count": 1
2225
+ },
2226
  {
2227
  "developer": "realtreetune",
2228
  "model_count": 1
 
2239
  "developer": "refuelai",
2240
  "model_count": 1
2241
  },
2242
+ {
2243
+ "developer": "Replete-AI",
2244
+ "model_count": 9
2245
+ },
2246
+ {
2247
+ "developer": "RESMPDEV",
2248
+ "model_count": 2
2249
+ },
2250
+ {
2251
+ "developer": "RezVortex",
2252
+ "model_count": 2
2253
+ },
2254
  {
2255
  "developer": "rhplus0831",
2256
  "model_count": 1
 
2267
  "developer": "riaz",
2268
  "model_count": 1
2269
  },
2270
+ {
2271
+ "developer": "RLHFlow",
2272
+ "model_count": 4
2273
+ },
2274
  {
2275
  "developer": "rmdhirr",
2276
  "model_count": 1
2277
  },
2278
+ {
2279
+ "developer": "Ro-xe",
2280
+ "model_count": 4
2281
+ },
2282
+ {
2283
+ "developer": "Rombo-Org",
2284
+ "model_count": 1
2285
+ },
2286
  {
2287
  "developer": "rombodawg",
2288
  "model_count": 14
 
2299
  "developer": "rubenroy",
2300
  "model_count": 3
2301
  },
2302
+ {
2303
+ "developer": "RubielLabarta",
2304
+ "model_count": 1
2305
+ },
2306
  {
2307
  "developer": "ruizhe1217",
2308
  "model_count": 1
 
2311
  "developer": "rwitz",
2312
  "model_count": 1
2313
  },
2314
+ {
2315
+ "developer": "RWKV",
2316
+ "model_count": 1
2317
+ },
2318
  {
2319
  "developer": "sabersaleh",
2320
  "model_count": 7
 
2323
  "developer": "sabersalehk",
2324
  "model_count": 4
2325
  },
2326
+ {
2327
+ "developer": "SaisExperiments",
2328
+ "model_count": 6
2329
+ },
2330
  {
2331
  "developer": "saishf",
2332
  "model_count": 2
 
2339
  "developer": "sakaltcommunity",
2340
  "model_count": 2
2341
  },
2342
+ {
2343
+ "developer": "Sakalti",
2344
+ "model_count": 66
2345
+ },
2346
  {
2347
  "developer": "sakhan10",
2348
  "model_count": 1
2349
  },
2350
+ {
2351
+ "developer": "Salesforce",
2352
+ "model_count": 4
2353
+ },
2354
  {
2355
  "developer": "saltlux",
2356
  "model_count": 2
 
2359
  "developer": "sam-paech",
2360
  "model_count": 3
2361
  },
2362
+ {
2363
+ "developer": "SanjiWatsuki",
2364
+ "model_count": 2
2365
+ },
2366
+ {
2367
+ "developer": "Sao10K",
2368
+ "model_count": 8
2369
+ },
2370
  {
2371
  "developer": "sarvamai",
2372
  "model_count": 1
2373
  },
2374
+ {
2375
+ "developer": "Saxo",
2376
+ "model_count": 11
2377
+ },
2378
  {
2379
  "developer": "schnapss",
2380
  "model_count": 1
2381
  },
2382
+ {
2383
+ "developer": "Schrieffer",
2384
+ "model_count": 1
2385
+ },
2386
  {
2387
  "developer": "sci-m-wang",
2388
  "model_count": 3
2389
  },
2390
+ {
2391
+ "developer": "SeaLLMs",
2392
+ "model_count": 3
2393
+ },
2394
  {
2395
  "developer": "securin",
2396
  "model_count": 1
 
2399
  "developer": "senseable",
2400
  "model_count": 1
2401
  },
2402
+ {
2403
+ "developer": "SenseLLM",
2404
+ "model_count": 2
2405
+ },
2406
+ {
2407
+ "developer": "SentientAGI",
2408
+ "model_count": 2
2409
+ },
2410
+ {
2411
+ "developer": "SeppeV",
2412
+ "model_count": 1
2413
+ },
2414
  {
2415
  "developer": "sequelbox",
2416
  "model_count": 6
 
2419
  "developer": "sethuiyer",
2420
  "model_count": 6
2421
  },
2422
+ {
2423
+ "developer": "SF-Foundation",
2424
+ "model_count": 2
2425
+ },
2426
  {
2427
  "developer": "sfairXC",
2428
  "model_count": 1
 
2431
  "developer": "shadowml",
2432
  "model_count": 2
2433
  },
2434
+ {
2435
+ "developer": "Sharathhebbar24",
2436
+ "model_count": 2
2437
+ },
2438
  {
2439
  "developer": "shastraai",
2440
  "model_count": 1
2441
  },
2442
+ {
2443
+ "developer": "ShikaiChen",
2444
+ "model_count": 1
2445
+ },
2446
  {
2447
  "developer": "shivam9980",
2448
  "model_count": 2
 
2451
  "developer": "shivank21",
2452
  "model_count": 1
2453
  },
2454
+ {
2455
+ "developer": "Shreyash2010",
2456
+ "model_count": 1
2457
+ },
2458
  {
2459
  "developer": "shuttleai",
2460
  "model_count": 1
2461
  },
2462
  {
2463
+ "developer": "shyamieee",
2464
+ "model_count": 1
2465
+ },
2466
+ {
2467
+ "developer": "Sicarius-Prototyping",
2468
+ "model_count": 3
2469
+ },
2470
+ {
2471
+ "developer": "SicariusSicariiStuff",
2472
+ "model_count": 19
2473
  },
2474
  {
2475
  "developer": "silma-ai",
 
2487
  "developer": "skymizer",
2488
  "model_count": 1
2489
  },
2490
+ {
2491
+ "developer": "SkyOrbis",
2492
+ "model_count": 12
2493
+ },
2494
+ {
2495
+ "developer": "Skywork",
2496
+ "model_count": 15
2497
+ },
2498
  {
2499
  "developer": "snowflake",
2500
  "model_count": 1
2501
  },
2502
+ {
2503
+ "developer": "Solshine",
2504
+ "model_count": 2
2505
+ },
2506
  {
2507
  "developer": "someon98",
2508
  "model_count": 1
 
2519
  "developer": "sophosympatheia",
2520
  "model_count": 1
2521
  },
2522
+ {
2523
+ "developer": "Sorawiz",
2524
+ "model_count": 2
2525
+ },
2526
+ {
2527
+ "developer": "Sourjayon",
2528
+ "model_count": 2
2529
+ },
2530
+ {
2531
+ "developer": "SpaceYL",
2532
+ "model_count": 1
2533
+ },
2534
  {
2535
  "developer": "speakleash",
2536
  "model_count": 5
2537
  },
2538
+ {
2539
+ "developer": "Spestly",
2540
+ "model_count": 3
2541
+ },
2542
  {
2543
  "developer": "spmurrayzzz",
2544
  "model_count": 1
 
2563
  "developer": "stanfordnlp",
2564
  "model_count": 2
2565
  },
2566
+ {
2567
+ "developer": "Stark2008",
2568
+ "model_count": 3
2569
+ },
2570
+ {
2571
+ "developer": "Steelskull",
2572
+ "model_count": 2
2573
+ },
2574
+ {
2575
+ "developer": "StelleX",
2576
+ "model_count": 2
2577
+ },
2578
  {
2579
  "developer": "sthenno",
2580
  "model_count": 9
 
2595
  "developer": "suayptalha",
2596
  "model_count": 12
2597
  },
2598
+ {
2599
+ "developer": "SultanR",
2600
+ "model_count": 4
2601
+ },
2602
  {
2603
  "developer": "sumink",
2604
  "model_count": 22
 
2607
  "developer": "sunbaby",
2608
  "model_count": 1
2609
  },
2610
+ {
2611
+ "developer": "Supichi",
2612
+ "model_count": 11
2613
+ },
2614
+ {
2615
+ "developer": "Svak",
2616
+ "model_count": 2
2617
+ },
2618
  {
2619
  "developer": "swap-uniba",
2620
  "model_count": 1
2621
  },
2622
+ {
2623
+ "developer": "Syed-Hasan-8503",
2624
+ "model_count": 1
2625
+ },
2626
  {
2627
  "developer": "synergetic",
2628
  "model_count": 1
2629
  },
2630
+ {
2631
+ "developer": "T145",
2632
+ "model_count": 51
2633
+ },
2634
  {
2635
  "developer": "talha2001",
2636
  "model_count": 1
 
2647
  "developer": "tannedbum",
2648
  "model_count": 4
2649
  },
2650
+ {
2651
+ "developer": "Tarek07",
2652
+ "model_count": 2
2653
+ },
2654
+ {
2655
+ "developer": "TeeZee",
2656
+ "model_count": 1
2657
+ },
2658
  {
2659
  "developer": "teknium",
2660
  "model_count": 5
2661
  },
2662
+ {
2663
+ "developer": "Telugu-LLM-Labs",
2664
+ "model_count": 2
2665
+ },
2666
+ {
2667
+ "developer": "TencentARC",
2668
+ "model_count": 4
2669
+ },
2670
  {
2671
  "developer": "tensopolis",
2672
  "model_count": 15
 
2679
  "developer": "tenyx",
2680
  "model_count": 1
2681
  },
2682
+ {
2683
+ "developer": "TheDrummer",
2684
+ "model_count": 9
2685
+ },
2686
+ {
2687
+ "developer": "TheDrunkenSnail",
2688
+ "model_count": 3
2689
+ },
2690
+ {
2691
+ "developer": "TheHierophant",
2692
+ "model_count": 1
2693
+ },
2694
  {
2695
  "developer": "theo77186",
2696
  "model_count": 1
 
2699
  "developer": "theprint",
2700
  "model_count": 18
2701
  },
2702
+ {
2703
+ "developer": "TheTsar1209",
2704
+ "model_count": 7
2705
+ },
2706
  {
2707
  "developer": "thinkcoder",
2708
  "model_count": 1
 
2715
  "developer": "thomas-yanxin",
2716
  "model_count": 4
2717
  },
2718
+ {
2719
+ "developer": "THUDM",
2720
+ "model_count": 5
2721
+ },
2722
  {
2723
  "developer": "tianyil1",
2724
  "model_count": 1
2725
  },
2726
+ {
2727
+ "developer": "TIGER-Lab",
2728
+ "model_count": 6
2729
+ },
2730
  {
2731
  "developer": "tiiuae",
2732
  "model_count": 20
2733
  },
2734
+ {
2735
+ "developer": "Tijmen2",
2736
+ "model_count": 1
2737
+ },
2738
  {
2739
  "developer": "tinycompany",
2740
  "model_count": 15
2741
  },
2742
+ {
2743
+ "developer": "TinyLlama",
2744
+ "model_count": 6
2745
+ },
2746
  {
2747
  "developer": "tklohj",
2748
  "model_count": 1
2749
  },
2750
+ {
2751
+ "developer": "ToastyPigeon",
2752
+ "model_count": 1
2753
+ },
2754
  {
2755
  "developer": "together",
2756
  "model_count": 4
 
2767
  "developer": "tomasmcm",
2768
  "model_count": 1
2769
  },
2770
+ {
2771
+ "developer": "Trappu",
2772
+ "model_count": 2
2773
+ },
2774
+ {
2775
+ "developer": "Tremontaine",
2776
+ "model_count": 1
2777
+ },
2778
+ {
2779
+ "developer": "Triangle104",
2780
+ "model_count": 61
2781
+ },
2782
  {
2783
  "developer": "trthminh1112",
2784
  "model_count": 1
2785
  },
2786
+ {
2787
+ "developer": "Tsunami-th",
2788
+ "model_count": 4
2789
+ },
2790
+ {
2791
+ "developer": "TTTXXX01",
2792
+ "model_count": 1
2793
+ },
2794
  {
2795
  "developer": "tugstugi",
2796
  "model_count": 1
2797
  },
2798
+ {
2799
+ "developer": "UCLA-AGI",
2800
+ "model_count": 10
2801
+ },
2802
+ {
2803
+ "developer": "UKzExecution",
2804
+ "model_count": 1
2805
+ },
2806
+ {
2807
+ "developer": "Unbabel",
2808
+ "model_count": 1
2809
+ },
2810
+ {
2811
+ "developer": "Undi95",
2812
+ "model_count": 2
2813
+ },
2814
  {
2815
  "developer": "universalml",
2816
  "model_count": 1
2817
  },
2818
  {
2819
  "developer": "unknown",
2820
+ "model_count": 10
2821
  },
2822
  {
2823
  "developer": "unsloth",
 
2839
  "developer": "v000000",
2840
  "model_count": 6
2841
  },
2842
+ {
2843
+ "developer": "V3N0M",
2844
+ "model_count": 1
2845
+ },
2846
+ {
2847
+ "developer": "VAGOsolutions",
2848
+ "model_count": 17
2849
+ },
2850
+ {
2851
+ "developer": "ValiantLabs",
2852
+ "model_count": 11
2853
+ },
2854
  {
2855
  "developer": "vhab10",
2856
  "model_count": 3
 
2867
  "developer": "vihangd",
2868
  "model_count": 1
2869
  },
2870
+ {
2871
+ "developer": "Vikhrmodels",
2872
+ "model_count": 2
2873
+ },
2874
+ {
2875
+ "developer": "VIRNECT",
2876
+ "model_count": 2
2877
+ },
2878
  {
2879
  "developer": "voidful",
2880
  "model_count": 1
 
2915
  "developer": "weqweasdas",
2916
  "model_count": 5
2917
  },
2918
+ {
2919
+ "developer": "Weyaxi",
2920
+ "model_count": 8
2921
+ },
2922
  {
2923
  "developer": "win10",
2924
  "model_count": 9
 
2927
  "developer": "winglian",
2928
  "model_count": 2
2929
  },
2930
+ {
2931
+ "developer": "WizardLMTeam",
2932
+ "model_count": 3
2933
+ },
2934
+ {
2935
+ "developer": "Wladastic",
2936
+ "model_count": 1
2937
+ },
2938
  {
2939
  "developer": "writer",
2940
  "model_count": 7
 
2949
  },
2950
  {
2951
  "developer": "xAI",
2952
+ "model_count": 7
2953
  },
2954
  {
2955
+ "developer": "Xclbr7",
2956
+ "model_count": 4
2957
  },
2958
  {
2959
+ "developer": "Xiaojian9992024",
2960
+ "model_count": 12
2961
  },
2962
  {
2963
  "developer": "xinchen9",
2964
  "model_count": 5
2965
  },
2966
+ {
2967
+ "developer": "Xkev",
2968
+ "model_count": 1
2969
+ },
2970
  {
2971
  "developer": "xkp24",
2972
  "model_count": 8
2973
  },
2974
+ {
2975
+ "developer": "xMaulana",
2976
+ "model_count": 1
2977
+ },
2978
  {
2979
  "developer": "xukp20",
2980
  "model_count": 8
 
2999
  "developer": "yanng1242",
3000
  "model_count": 1
3001
  },
3002
+ {
3003
+ "developer": "Yash21",
3004
+ "model_count": 1
3005
+ },
3006
  {
3007
  "developer": "yasserrmd",
3008
  "model_count": 2
 
3027
  "developer": "ymcki",
3028
  "model_count": 11
3029
  },
3030
+ {
3031
+ "developer": "Youlln",
3032
+ "model_count": 19
3033
+ },
3034
+ {
3035
+ "developer": "YoungPanda",
3036
+ "model_count": 1
3037
+ },
3038
+ {
3039
+ "developer": "YOYO-AI",
3040
+ "model_count": 21
3041
+ },
3042
  {
3043
  "developer": "yuchenxie",
3044
  "model_count": 2
3045
  },
3046
+ {
3047
+ "developer": "Yuma42",
3048
+ "model_count": 3
3049
+ },
3050
  {
3051
  "developer": "yuvraj17",
3052
  "model_count": 3
3053
  },
3054
+ {
3055
+ "developer": "Z-AI",
3056
+ "model_count": 2
3057
+ },
3058
+ {
3059
+ "developer": "Z.AI",
3060
+ "model_count": 2
3061
+ },
3062
+ {
3063
+ "developer": "Z1-Coder",
3064
+ "model_count": 1
3065
+ },
3066
  {
3067
  "developer": "zai-org",
3068
  "model_count": 1
 
3075
  "developer": "zelk12",
3076
  "model_count": 78
3077
  },
3078
+ {
3079
+ "developer": "ZeroXClem",
3080
+ "model_count": 11
3081
+ },
3082
  {
3083
  "developer": "zetasepic",
3084
  "model_count": 2
3085
  },
3086
+ {
3087
+ "developer": "ZeusLabs",
3088
+ "model_count": 1
3089
+ },
3090
+ {
3091
+ "developer": "ZhangShenao",
3092
+ "model_count": 1
3093
+ },
3094
  {
3095
  "developer": "zhengr",
3096
  "model_count": 1
 
3102
  {
3103
  "developer": "zhipu-ai",
3104
  "model_count": 1
3105
+ },
3106
+ {
3107
+ "developer": "ZHLiu627",
3108
+ "model_count": 2
3109
+ },
3110
+ {
3111
+ "developer": "ZiyiYe",
3112
+ "model_count": 1
3113
  }
3114
  ]
data/developers/{1-800-LLMs.json → 1-800-llms.json} RENAMED
File without changes
data/developers/{152334H.json → 152334h.json} RENAMED
File without changes
data/developers/{1TuanPham.json → 1tuanpham.json} RENAMED
File without changes
data/developers/{3rd-Degree-Burn.json → 3rd-degree-burn.json} RENAMED
File without changes
data/developers/Alibaba.json DELETED
@@ -1,58 +0,0 @@
1
- {
2
- "developer": "Alibaba",
3
- "models": [
4
- {
5
- "id": "alibaba/qwen-3-coder-480b",
6
- "name": "Qwen 3 Coder 480B",
7
- "developer": "Alibaba",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "terminal-bench-2.0/terminal-bench-2.0": 23.9
11
- }
12
- },
13
- {
14
- "id": "alibaba/qwen3-235b-a22b-thinking-2507",
15
- "name": "qwen3-235b-a22b-thinking-2507",
16
- "developer": "Alibaba",
17
- "evaluator_relationship": null,
18
- "benchmark_scores": {
19
- "livecodebenchpro/Hard Problems": 0.0,
20
- "livecodebenchpro/Medium Problems": 0.1267605633802817,
21
- "livecodebenchpro/Easy Problems": 0.7605633802816901
22
- }
23
- },
24
- {
25
- "id": "alibaba/qwen3-30b-a3b",
26
- "name": "qwen3-30b-a3b",
27
- "developer": "Alibaba",
28
- "evaluator_relationship": null,
29
- "benchmark_scores": {
30
- "livecodebenchpro/Hard Problems": 0.0,
31
- "livecodebenchpro/Medium Problems": 0.028169014084507043,
32
- "livecodebenchpro/Easy Problems": 0.5774647887323944
33
- }
34
- },
35
- {
36
- "id": "alibaba/qwen3-max",
37
- "name": "alibaba/qwen3-max",
38
- "developer": "Alibaba",
39
- "evaluator_relationship": null,
40
- "benchmark_scores": {
41
- "livecodebenchpro/Hard Problems": 0.0,
42
- "livecodebenchpro/Medium Problems": 0.04225352112676056,
43
- "livecodebenchpro/Easy Problems": 0.36619718309859156
44
- }
45
- },
46
- {
47
- "id": "alibaba/qwen3-next-80b-a3b-thinking",
48
- "name": "qwen3-next-80b-a3b-thinking",
49
- "developer": "Alibaba",
50
- "evaluator_relationship": null,
51
- "benchmark_scores": {
52
- "livecodebenchpro/Hard Problems": 0.0,
53
- "livecodebenchpro/Medium Problems": 0.14084507042253522,
54
- "livecodebenchpro/Easy Problems": 0.7464788732394366
55
- }
56
- }
57
- ]
58
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/Anthropic.json DELETED
@@ -1,129 +0,0 @@
1
- {
2
- "developer": "Anthropic",
3
- "models": [
4
- {
5
- "id": "Anthropic/claude-3-5-sonnet-20240620",
6
- "name": "Anthropic/claude-3-5-sonnet-20240620",
7
- "developer": "Anthropic",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "reward-bench/Score": 0.8417,
11
- "reward-bench/Chat": 0.9637,
12
- "reward-bench/Chat Hard": 0.7401,
13
- "reward-bench/Safety": 0.8162,
14
- "reward-bench/Reasoning": 0.8469
15
- }
16
- },
17
- {
18
- "id": "Anthropic/claude-3-haiku-20240307",
19
- "name": "Anthropic/claude-3-haiku-20240307",
20
- "developer": "Anthropic",
21
- "evaluator_relationship": null,
22
- "benchmark_scores": {
23
- "reward-bench/Score": 0.7289,
24
- "reward-bench/Chat": 0.9274,
25
- "reward-bench/Chat Hard": 0.5197,
26
- "reward-bench/Safety": 0.7953,
27
- "reward-bench/Reasoning": 0.706,
28
- "reward-bench/Prior Sets (0.5 weight)": 0.6635
29
- }
30
- },
31
- {
32
- "id": "Anthropic/claude-3-opus-20240229",
33
- "name": "Anthropic/claude-3-opus-20240229",
34
- "developer": "Anthropic",
35
- "evaluator_relationship": null,
36
- "benchmark_scores": {
37
- "reward-bench/Score": 0.8008,
38
- "reward-bench/Chat": 0.9469,
39
- "reward-bench/Chat Hard": 0.6031,
40
- "reward-bench/Safety": 0.8662,
41
- "reward-bench/Reasoning": 0.7868
42
- }
43
- },
44
- {
45
- "id": "Anthropic/claude-3-sonnet-20240229",
46
- "name": "Anthropic/claude-3-sonnet-20240229",
47
- "developer": "Anthropic",
48
- "evaluator_relationship": null,
49
- "benchmark_scores": {
50
- "reward-bench/Score": 0.7458,
51
- "reward-bench/Chat": 0.9344,
52
- "reward-bench/Chat Hard": 0.5658,
53
- "reward-bench/Safety": 0.8169,
54
- "reward-bench/Reasoning": 0.6907,
55
- "reward-bench/Prior Sets (0.5 weight)": 0.6963
56
- }
57
- },
58
- {
59
- "id": "anthropic/claude-3.7-sonnet",
60
- "name": "anthropic/claude-3.7-sonnet",
61
- "developer": "Anthropic",
62
- "evaluator_relationship": null,
63
- "benchmark_scores": {
64
- "livecodebenchpro/Hard Problems": 0.0,
65
- "livecodebenchpro/Medium Problems": 0.014084507042253521,
66
- "livecodebenchpro/Easy Problems": 0.15492957746478872
67
- }
68
- },
69
- {
70
- "id": "anthropic/claude-haiku-4.5",
71
- "name": "Claude Haiku 4.5",
72
- "developer": "Anthropic",
73
- "evaluator_relationship": null,
74
- "benchmark_scores": {
75
- "terminal-bench-2.0/terminal-bench-2.0": 35.5
76
- }
77
- },
78
- {
79
- "id": "anthropic/claude-opus-4-5",
80
- "name": "claude-opus-4-5",
81
- "developer": "Anthropic",
82
- "evaluator_relationship": null,
83
- "benchmark_scores": {
84
- "appworld_test_normal/appworld/test_normal": 0.66,
85
- "browsecompplus/browsecompplus": 0.49,
86
- "swe-bench/swe-bench": 0.65,
87
- "tau-bench-2_airline/tau-bench-2/airline": 0.66,
88
- "tau-bench-2_retail/tau-bench-2/retail": 0.85,
89
- "tau-bench-2_telecom/tau-bench-2/telecom": 0.58
90
- }
91
- },
92
- {
93
- "id": "anthropic/claude-opus-4.1",
94
- "name": "Claude Opus 4.1",
95
- "developer": "Anthropic",
96
- "evaluator_relationship": null,
97
- "benchmark_scores": {
98
- "terminal-bench-2.0/terminal-bench-2.0": 38.0
99
- }
100
- },
101
- {
102
- "id": "anthropic/claude-opus-4.5",
103
- "name": "Claude Opus 4.5",
104
- "developer": "Anthropic",
105
- "evaluator_relationship": null,
106
- "benchmark_scores": {
107
- "terminal-bench-2.0/terminal-bench-2.0": 54.3
108
- }
109
- },
110
- {
111
- "id": "anthropic/claude-opus-4.6",
112
- "name": "Claude Opus 4.6",
113
- "developer": "Anthropic",
114
- "evaluator_relationship": null,
115
- "benchmark_scores": {
116
- "terminal-bench-2.0/terminal-bench-2.0": 69.9
117
- }
118
- },
119
- {
120
- "id": "anthropic/claude-sonnet-4.5",
121
- "name": "Claude Sonnet 4.5",
122
- "developer": "Anthropic",
123
- "evaluator_relationship": null,
124
- "benchmark_scores": {
125
- "terminal-bench-2.0/terminal-bench-2.0": 42.6
126
- }
127
- }
128
- ]
129
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/DeepSeek.json DELETED
@@ -1,58 +0,0 @@
1
- {
2
- "developer": "DeepSeek",
3
- "models": [
4
- {
5
- "id": "deepseek/chat-v3-0324",
6
- "name": "deepseek/chat-v3-0324",
7
- "developer": "DeepSeek",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "livecodebenchpro/Hard Problems": 0.0,
11
- "livecodebenchpro/Medium Problems": 0.0,
12
- "livecodebenchpro/Easy Problems": 0.19718309859154928
13
- }
14
- },
15
- {
16
- "id": "deepseek/deepseek-v3.2",
17
- "name": "DeepSeek-V3.2",
18
- "developer": "DeepSeek",
19
- "evaluator_relationship": null,
20
- "benchmark_scores": {
21
- "terminal-bench-2.0/terminal-bench-2.0": 39.6
22
- }
23
- },
24
- {
25
- "id": "deepseek/ep-20250214004308-p7n89",
26
- "name": "ep-20250214004308-p7n89",
27
- "developer": "DeepSeek",
28
- "evaluator_relationship": null,
29
- "benchmark_scores": {
30
- "livecodebenchpro/Hard Problems": 0.0,
31
- "livecodebenchpro/Medium Problems": 0.014084507042253521,
32
- "livecodebenchpro/Easy Problems": 0.4225352112676056
33
- }
34
- },
35
- {
36
- "id": "deepseek/ep-20250228232227-z44x5",
37
- "name": "ep-20250228232227-z44x5",
38
- "developer": "DeepSeek",
39
- "evaluator_relationship": null,
40
- "benchmark_scores": {
41
- "livecodebenchpro/Hard Problems": 0.0,
42
- "livecodebenchpro/Medium Problems": 0.0,
43
- "livecodebenchpro/Easy Problems": 0.1267605633802817
44
- }
45
- },
46
- {
47
- "id": "deepseek/ep-20250603132404-cgpjm",
48
- "name": "ep-20250603132404-cgpjm",
49
- "developer": "DeepSeek",
50
- "evaluator_relationship": null,
51
- "benchmark_scores": {
52
- "livecodebenchpro/Hard Problems": 0.0,
53
- "livecodebenchpro/Medium Problems": 0.08450704225352113,
54
- "livecodebenchpro/Easy Problems": 0.5774647887323944
55
- }
56
- }
57
- ]
58
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/EleutherAI.json DELETED
@@ -1,173 +0,0 @@
1
- {
2
- "developer": "EleutherAI",
3
- "models": [
4
- {
5
- "id": "EleutherAI/gpt-j-6b",
6
- "name": "gpt-j-6b",
7
- "developer": "EleutherAI",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "hfopenllm_v2/IFEval": 0.2522,
11
- "hfopenllm_v2/BBH": 0.3191,
12
- "hfopenllm_v2/MATH Level 5": 0.0136,
13
- "hfopenllm_v2/GPQA": 0.2458,
14
- "hfopenllm_v2/MUSR": 0.3658,
15
- "hfopenllm_v2/MMLU-PRO": 0.1241
16
- }
17
- },
18
- {
19
- "id": "EleutherAI/gpt-neo-1.3B",
20
- "name": "gpt-neo-1.3B",
21
- "developer": "EleutherAI",
22
- "evaluator_relationship": null,
23
- "benchmark_scores": {
24
- "hfopenllm_v2/IFEval": 0.2079,
25
- "hfopenllm_v2/BBH": 0.3039,
26
- "hfopenllm_v2/MATH Level 5": 0.0106,
27
- "hfopenllm_v2/GPQA": 0.2559,
28
- "hfopenllm_v2/MUSR": 0.3817,
29
- "hfopenllm_v2/MMLU-PRO": 0.1164
30
- }
31
- },
32
- {
33
- "id": "EleutherAI/gpt-neo-125m",
34
- "name": "gpt-neo-125m",
35
- "developer": "EleutherAI",
36
- "evaluator_relationship": null,
37
- "benchmark_scores": {
38
- "hfopenllm_v2/IFEval": 0.1905,
39
- "hfopenllm_v2/BBH": 0.3115,
40
- "hfopenllm_v2/MATH Level 5": 0.006,
41
- "hfopenllm_v2/GPQA": 0.2534,
42
- "hfopenllm_v2/MUSR": 0.3593,
43
- "hfopenllm_v2/MMLU-PRO": 0.1026
44
- }
45
- },
46
- {
47
- "id": "EleutherAI/gpt-neo-2.7B",
48
- "name": "gpt-neo-2.7B",
49
- "developer": "EleutherAI",
50
- "evaluator_relationship": null,
51
- "benchmark_scores": {
52
- "hfopenllm_v2/IFEval": 0.259,
53
- "hfopenllm_v2/BBH": 0.314,
54
- "hfopenllm_v2/MATH Level 5": 0.0106,
55
- "hfopenllm_v2/GPQA": 0.2659,
56
- "hfopenllm_v2/MUSR": 0.3554,
57
- "hfopenllm_v2/MMLU-PRO": 0.1163
58
- }
59
- },
60
- {
61
- "id": "EleutherAI/gpt-neox-20b",
62
- "name": "gpt-neox-20b",
63
- "developer": "EleutherAI",
64
- "evaluator_relationship": null,
65
- "benchmark_scores": {
66
- "hfopenllm_v2/IFEval": 0.2587,
67
- "hfopenllm_v2/BBH": 0.3165,
68
- "hfopenllm_v2/MATH Level 5": 0.0136,
69
- "hfopenllm_v2/GPQA": 0.2433,
70
- "hfopenllm_v2/MUSR": 0.3647,
71
- "hfopenllm_v2/MMLU-PRO": 0.1155
72
- }
73
- },
74
- {
75
- "id": "EleutherAI/pythia-1.4b",
76
- "name": "pythia-1.4b",
77
- "developer": "EleutherAI",
78
- "evaluator_relationship": null,
79
- "benchmark_scores": {
80
- "hfopenllm_v2/IFEval": 0.2371,
81
- "hfopenllm_v2/BBH": 0.315,
82
- "hfopenllm_v2/MATH Level 5": 0.0151,
83
- "hfopenllm_v2/GPQA": 0.2617,
84
- "hfopenllm_v2/MUSR": 0.3538,
85
- "hfopenllm_v2/MMLU-PRO": 0.1123
86
- }
87
- },
88
- {
89
- "id": "EleutherAI/pythia-12b",
90
- "name": "pythia-12b",
91
- "developer": "EleutherAI",
92
- "evaluator_relationship": null,
93
- "benchmark_scores": {
94
- "hfopenllm_v2/IFEval": 0.2471,
95
- "hfopenllm_v2/BBH": 0.318,
96
- "hfopenllm_v2/MATH Level 5": 0.0166,
97
- "hfopenllm_v2/GPQA": 0.2466,
98
- "hfopenllm_v2/MUSR": 0.3647,
99
- "hfopenllm_v2/MMLU-PRO": 0.1109
100
- }
101
- },
102
- {
103
- "id": "EleutherAI/pythia-160m",
104
- "name": "pythia-160m",
105
- "developer": "EleutherAI",
106
- "evaluator_relationship": null,
107
- "benchmark_scores": {
108
- "hfopenllm_v2/IFEval": 0.1816,
109
- "hfopenllm_v2/BBH": 0.297,
110
- "hfopenllm_v2/MATH Level 5": 0.0091,
111
- "hfopenllm_v2/GPQA": 0.2584,
112
- "hfopenllm_v2/MUSR": 0.4179,
113
- "hfopenllm_v2/MMLU-PRO": 0.112
114
- }
115
- },
116
- {
117
- "id": "EleutherAI/pythia-1b",
118
- "name": "pythia-1b",
119
- "developer": "EleutherAI",
120
- "evaluator_relationship": null,
121
- "benchmark_scores": {
122
- "hfopenllm_v2/IFEval": 0.2208,
123
- "hfopenllm_v2/BBH": 0.3004,
124
- "hfopenllm_v2/MATH Level 5": 0.0091,
125
- "hfopenllm_v2/GPQA": 0.2567,
126
- "hfopenllm_v2/MUSR": 0.3552,
127
- "hfopenllm_v2/MMLU-PRO": 0.1136
128
- }
129
- },
130
- {
131
- "id": "EleutherAI/pythia-2.8b",
132
- "name": "pythia-2.8b",
133
- "developer": "EleutherAI",
134
- "evaluator_relationship": null,
135
- "benchmark_scores": {
136
- "hfopenllm_v2/IFEval": 0.2173,
137
- "hfopenllm_v2/BBH": 0.3224,
138
- "hfopenllm_v2/MATH Level 5": 0.0136,
139
- "hfopenllm_v2/GPQA": 0.25,
140
- "hfopenllm_v2/MUSR": 0.3486,
141
- "hfopenllm_v2/MMLU-PRO": 0.1137
142
- }
143
- },
144
- {
145
- "id": "EleutherAI/pythia-410m",
146
- "name": "pythia-410m",
147
- "developer": "EleutherAI",
148
- "evaluator_relationship": null,
149
- "benchmark_scores": {
150
- "hfopenllm_v2/IFEval": 0.2195,
151
- "hfopenllm_v2/BBH": 0.3028,
152
- "hfopenllm_v2/MATH Level 5": 0.0098,
153
- "hfopenllm_v2/GPQA": 0.2592,
154
- "hfopenllm_v2/MUSR": 0.3578,
155
- "hfopenllm_v2/MMLU-PRO": 0.1128
156
- }
157
- },
158
- {
159
- "id": "EleutherAI/pythia-6.9b",
160
- "name": "pythia-6.9b",
161
- "developer": "EleutherAI",
162
- "evaluator_relationship": null,
163
- "benchmark_scores": {
164
- "hfopenllm_v2/IFEval": 0.2281,
165
- "hfopenllm_v2/BBH": 0.3232,
166
- "hfopenllm_v2/MATH Level 5": 0.0144,
167
- "hfopenllm_v2/GPQA": 0.2517,
168
- "hfopenllm_v2/MUSR": 0.3591,
169
- "hfopenllm_v2/MMLU-PRO": 0.1147
170
- }
171
- }
172
- ]
173
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/Google.json DELETED
@@ -1,65 +0,0 @@
1
- {
2
- "developer": "Google",
3
- "models": [
4
- {
5
- "id": "google/gemini-3-flash",
6
- "name": "Gemini 3 Flash",
7
- "developer": "Google",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "terminal-bench-2.0/terminal-bench-2.0": 47.4
11
- }
12
- },
13
- {
14
- "id": "google/gemini-3-pro",
15
- "name": "Gemini 3 Pro",
16
- "developer": "Google",
17
- "evaluator_relationship": null,
18
- "benchmark_scores": {
19
- "terminal-bench-2.0/terminal-bench-2.0": 62.2
20
- }
21
- },
22
- {
23
- "id": "google/gemini-3-pro-preview",
24
- "name": "gemini-3-pro-preview",
25
- "developer": "Google",
26
- "evaluator_relationship": null,
27
- "benchmark_scores": {
28
- "appworld_test_normal/appworld/test_normal": 0.505,
29
- "browsecompplus/browsecompplus": 0.48,
30
- "global-mmlu-lite/Global MMLU Lite": 0.9453,
31
- "global-mmlu-lite/Culturally Sensitive": 0.9397,
32
- "global-mmlu-lite/Culturally Agnostic": 0.9509,
33
- "global-mmlu-lite/Arabic": 0.9475,
34
- "global-mmlu-lite/English": 0.9425,
35
- "global-mmlu-lite/Bengali": 0.9425,
36
- "global-mmlu-lite/German": 0.94,
37
- "global-mmlu-lite/French": 0.9575,
38
- "global-mmlu-lite/Hindi": 0.9425,
39
- "global-mmlu-lite/Indonesian": 0.955,
40
- "global-mmlu-lite/Italian": 0.955,
41
- "global-mmlu-lite/Japanese": 0.94,
42
- "global-mmlu-lite/Korean": 0.94,
43
- "global-mmlu-lite/Portuguese": 0.9425,
44
- "global-mmlu-lite/Spanish": 0.9475,
45
- "global-mmlu-lite/Swahili": 0.94,
46
- "global-mmlu-lite/Yoruba": 0.9425,
47
- "global-mmlu-lite/Chinese": 0.9475,
48
- "global-mmlu-lite/Burmese": 0.9425,
49
- "swe-bench/swe-bench": 0.7234,
50
- "tau-bench-2_airline/tau-bench-2/airline": 0.68,
51
- "tau-bench-2_retail/tau-bench-2/retail": 0.7805,
52
- "tau-bench-2_telecom/tau-bench-2/telecom": 0.73
53
- }
54
- },
55
- {
56
- "id": "google/gemini-3.1-pro",
57
- "name": "Gemini 3.1 Pro",
58
- "developer": "Google",
59
- "evaluator_relationship": null,
60
- "benchmark_scores": {
61
- "terminal-bench-2.0/terminal-bench-2.0": 78.4
62
- }
63
- }
64
- ]
65
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/Meta.json DELETED
@@ -1,16 +0,0 @@
1
- {
2
- "developer": "Meta",
3
- "models": [
4
- {
5
- "id": "meta/llama-4-maverick",
6
- "name": "meta/llama-4-maverick",
7
- "developer": "Meta",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "livecodebenchpro/Hard Problems": 0.0,
11
- "livecodebenchpro/Medium Problems": 0.0,
12
- "livecodebenchpro/Easy Problems": 0.09859154929577464
13
- }
14
- }
15
- ]
16
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/MiniMax.json DELETED
@@ -1,23 +0,0 @@
1
- {
2
- "developer": "MiniMax",
3
- "models": [
4
- {
5
- "id": "minimax/minimax-m2",
6
- "name": "MiniMax M2",
7
- "developer": "MiniMax",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "terminal-bench-2.0/terminal-bench-2.0": 30.0
11
- }
12
- },
13
- {
14
- "id": "minimax/minimax-m2.1",
15
- "name": "MiniMax M2.1",
16
- "developer": "MiniMax",
17
- "evaluator_relationship": null,
18
- "benchmark_scores": {
19
- "terminal-bench-2.0/terminal-bench-2.0": 29.2
20
- }
21
- }
22
- ]
23
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/Minimax.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "developer": "Minimax",
3
- "models": [
4
- {
5
- "id": "minimax/minimax-m2.5",
6
- "name": "Minimax m2.5",
7
- "developer": "Minimax",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "terminal-bench-2.0/terminal-bench-2.0": 42.2
11
- }
12
- }
13
- ]
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/OpenAI.json DELETED
@@ -1,132 +0,0 @@
1
- {
2
- "developer": "OpenAI",
3
- "models": [
4
- {
5
- "id": "openai/gpt-4.1",
6
- "name": "openai/gpt-4.1",
7
- "developer": "OpenAI",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "livecodebenchpro/Hard Problems": 0.0,
11
- "livecodebenchpro/Medium Problems": 0.0,
12
- "livecodebenchpro/Easy Problems": 0.19718309859154928
13
- }
14
- },
15
- {
16
- "id": "openai/gpt-5",
17
- "name": "GPT-5",
18
- "developer": "OpenAI",
19
- "evaluator_relationship": null,
20
- "benchmark_scores": {
21
- "terminal-bench-2.0/terminal-bench-2.0": 35.2
22
- }
23
- },
24
- {
25
- "id": "openai/gpt-5-codex",
26
- "name": "GPT-5-Codex",
27
- "developer": "OpenAI",
28
- "evaluator_relationship": null,
29
- "benchmark_scores": {
30
- "terminal-bench-2.0/terminal-bench-2.0": 41.3
31
- }
32
- },
33
- {
34
- "id": "openai/gpt-5-mini",
35
- "name": "GPT-5-Mini",
36
- "developer": "OpenAI",
37
- "evaluator_relationship": null,
38
- "benchmark_scores": {
39
- "terminal-bench-2.0/terminal-bench-2.0": 31.9
40
- }
41
- },
42
- {
43
- "id": "openai/gpt-5-nano",
44
- "name": "GPT-5-Nano",
45
- "developer": "OpenAI",
46
- "evaluator_relationship": null,
47
- "benchmark_scores": {
48
- "terminal-bench-2.0/terminal-bench-2.0": 7.0
49
- }
50
- },
51
- {
52
- "id": "openai/gpt-5.1",
53
- "name": "GPT-5.1",
54
- "developer": "OpenAI",
55
- "evaluator_relationship": null,
56
- "benchmark_scores": {
57
- "terminal-bench-2.0/terminal-bench-2.0": 47.6
58
- }
59
- },
60
- {
61
- "id": "openai/gpt-5.1-codex",
62
- "name": "GPT-5.1-Codex",
63
- "developer": "OpenAI",
64
- "evaluator_relationship": null,
65
- "benchmark_scores": {
66
- "terminal-bench-2.0/terminal-bench-2.0": 36.9
67
- }
68
- },
69
- {
70
- "id": "openai/gpt-5.1-codex-max",
71
- "name": "GPT-5.1-Codex-Max",
72
- "developer": "OpenAI",
73
- "evaluator_relationship": null,
74
- "benchmark_scores": {
75
- "terminal-bench-2.0/terminal-bench-2.0": 60.4
76
- }
77
- },
78
- {
79
- "id": "openai/gpt-5.1-codex-mini",
80
- "name": "GPT-5.1-Codex-Mini",
81
- "developer": "OpenAI",
82
- "evaluator_relationship": null,
83
- "benchmark_scores": {
84
- "terminal-bench-2.0/terminal-bench-2.0": 43.1
85
- }
86
- },
87
- {
88
- "id": "openai/gpt-5.2",
89
- "name": "GPT-5.2",
90
- "developer": "OpenAI",
91
- "evaluator_relationship": null,
92
- "benchmark_scores": {
93
- "terminal-bench-2.0/terminal-bench-2.0": 60.7
94
- }
95
- },
96
- {
97
- "id": "openai/gpt-5.2-2025-12-11",
98
- "name": "gpt-5.2-2025-12-11",
99
- "developer": "OpenAI",
100
- "evaluator_relationship": null,
101
- "benchmark_scores": {
102
- "appworld_test_normal/appworld/test_normal": 0.071,
103
- "browsecompplus/browsecompplus": 0.46,
104
- "livecodebenchpro/Hard Problems": 0.1594,
105
- "livecodebenchpro/Medium Problems": 0.5211,
106
- "livecodebenchpro/Easy Problems": 0.9014,
107
- "swe-bench/swe-bench": 0.5253,
108
- "tau-bench-2_airline/tau-bench-2/airline": 0.54,
109
- "tau-bench-2_retail/tau-bench-2/retail": 0.73,
110
- "tau-bench-2_telecom/tau-bench-2/telecom": 0.5354
111
- }
112
- },
113
- {
114
- "id": "openai/gpt-5.2-codex",
115
- "name": "GPT-5.2-Codex",
116
- "developer": "OpenAI",
117
- "evaluator_relationship": null,
118
- "benchmark_scores": {
119
- "terminal-bench-2.0/terminal-bench-2.0": 66.5
120
- }
121
- },
122
- {
123
- "id": "openai/gpt-5.3-codex",
124
- "name": "GPT-5.3-Codex",
125
- "developer": "OpenAI",
126
- "evaluator_relationship": null,
127
- "benchmark_scores": {
128
- "terminal-bench-2.0/terminal-bench-2.0": 77.3
129
- }
130
- }
131
- ]
132
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/Qwen.json DELETED
@@ -1,882 +0,0 @@
1
- {
2
- "developer": "Qwen",
3
- "models": [
4
- {
5
- "id": "Qwen/QwQ-32B",
6
- "name": "QwQ-32B",
7
- "developer": "Qwen",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "hfopenllm_v2/IFEval": 0.3977,
11
- "hfopenllm_v2/BBH": 0.2983,
12
- "hfopenllm_v2/MATH Level 5": 0.1609,
13
- "hfopenllm_v2/GPQA": 0.2601,
14
- "hfopenllm_v2/MUSR": 0.4206,
15
- "hfopenllm_v2/MMLU-PRO": 0.1196
16
- }
17
- },
18
- {
19
- "id": "Qwen/QwQ-32B-Preview",
20
- "name": "QwQ-32B-Preview",
21
- "developer": "Qwen",
22
- "evaluator_relationship": null,
23
- "benchmark_scores": {
24
- "hfopenllm_v2/IFEval": 0.4035,
25
- "hfopenllm_v2/BBH": 0.6691,
26
- "hfopenllm_v2/MATH Level 5": 0.4494,
27
- "hfopenllm_v2/GPQA": 0.2819,
28
- "hfopenllm_v2/MUSR": 0.411,
29
- "hfopenllm_v2/MMLU-PRO": 0.5678
30
- }
31
- },
32
- {
33
- "id": "Qwen/Qwen1.5-0.5B",
34
- "name": "Qwen1.5-0.5B",
35
- "developer": "Qwen",
36
- "evaluator_relationship": null,
37
- "benchmark_scores": {
38
- "hfopenllm_v2/IFEval": 0.1706,
39
- "hfopenllm_v2/BBH": 0.3154,
40
- "hfopenllm_v2/MATH Level 5": 0.0174,
41
- "hfopenllm_v2/GPQA": 0.2542,
42
- "hfopenllm_v2/MUSR": 0.3616,
43
- "hfopenllm_v2/MMLU-PRO": 0.1307
44
- }
45
- },
46
- {
47
- "id": "Qwen/Qwen1.5-0.5B-Chat",
48
- "name": "Qwen1.5-0.5B-Chat",
49
- "developer": "Qwen",
50
- "evaluator_relationship": null,
51
- "benchmark_scores": {
52
- "hfopenllm_v2/IFEval": 0.1807,
53
- "hfopenllm_v2/BBH": 0.3167,
54
- "hfopenllm_v2/MATH Level 5": 0.0068,
55
- "hfopenllm_v2/GPQA": 0.2693,
56
- "hfopenllm_v2/MUSR": 0.3837,
57
- "hfopenllm_v2/MMLU-PRO": 0.1213,
58
- "reward-bench/Score": 0.5298,
59
- "reward-bench/Chat": 0.3547,
60
- "reward-bench/Chat Hard": 0.6294,
61
- "reward-bench/Safety": 0.5703,
62
- "reward-bench/Reasoning": 0.5984,
63
- "reward-bench/Prior Sets (0.5 weight)": 0.4629
64
- }
65
- },
66
- {
67
- "id": "Qwen/Qwen1.5-1.8B",
68
- "name": "Qwen1.5-1.8B",
69
- "developer": "Qwen",
70
- "evaluator_relationship": null,
71
- "benchmark_scores": {
72
- "hfopenllm_v2/IFEval": 0.2154,
73
- "hfopenllm_v2/BBH": 0.3476,
74
- "hfopenllm_v2/MATH Level 5": 0.0317,
75
- "hfopenllm_v2/GPQA": 0.3054,
76
- "hfopenllm_v2/MUSR": 0.3605,
77
- "hfopenllm_v2/MMLU-PRO": 0.1882
78
- }
79
- },
80
- {
81
- "id": "Qwen/Qwen1.5-1.8B-Chat",
82
- "name": "Qwen1.5-1.8B-Chat",
83
- "developer": "Qwen",
84
- "evaluator_relationship": null,
85
- "benchmark_scores": {
86
- "hfopenllm_v2/IFEval": 0.2019,
87
- "hfopenllm_v2/BBH": 0.3256,
88
- "hfopenllm_v2/MATH Level 5": 0.0196,
89
- "hfopenllm_v2/GPQA": 0.2978,
90
- "hfopenllm_v2/MUSR": 0.426,
91
- "hfopenllm_v2/MMLU-PRO": 0.1804,
92
- "reward-bench/Score": 0.589,
93
- "reward-bench/Chat": 0.5615,
94
- "reward-bench/Chat Hard": 0.6031,
95
- "reward-bench/Safety": 0.4838,
96
- "reward-bench/Reasoning": 0.7793,
97
- "reward-bench/Prior Sets (0.5 weight)": 0.4453
98
- }
99
- },
100
- {
101
- "id": "Qwen/Qwen1.5-110B",
102
- "name": "Qwen1.5-110B",
103
- "developer": "Qwen",
104
- "evaluator_relationship": null,
105
- "benchmark_scores": {
106
- "hfopenllm_v2/IFEval": 0.3422,
107
- "hfopenllm_v2/BBH": 0.61,
108
- "hfopenllm_v2/MATH Level 5": 0.247,
109
- "hfopenllm_v2/GPQA": 0.3523,
110
- "hfopenllm_v2/MUSR": 0.4408,
111
- "hfopenllm_v2/MMLU-PRO": 0.5361
112
- }
113
- },
114
- {
115
- "id": "Qwen/Qwen1.5-110B-Chat",
116
- "name": "Qwen1.5-110B-Chat",
117
- "developer": "Qwen",
118
- "evaluator_relationship": null,
119
- "benchmark_scores": {
120
- "hfopenllm_v2/IFEval": 0.5939,
121
- "hfopenllm_v2/BBH": 0.6184,
122
- "hfopenllm_v2/MATH Level 5": 0.2341,
123
- "hfopenllm_v2/GPQA": 0.3414,
124
- "hfopenllm_v2/MUSR": 0.4522,
125
- "hfopenllm_v2/MMLU-PRO": 0.4825
126
- }
127
- },
128
- {
129
- "id": "Qwen/Qwen1.5-14B",
130
- "name": "Qwen1.5-14B",
131
- "developer": "Qwen",
132
- "evaluator_relationship": null,
133
- "benchmark_scores": {
134
- "hfopenllm_v2/IFEval": 0.2905,
135
- "hfopenllm_v2/BBH": 0.508,
136
- "hfopenllm_v2/MATH Level 5": 0.2024,
137
- "hfopenllm_v2/GPQA": 0.2945,
138
- "hfopenllm_v2/MUSR": 0.4186,
139
- "hfopenllm_v2/MMLU-PRO": 0.3644
140
- }
141
- },
142
- {
143
- "id": "Qwen/Qwen1.5-14B-Chat",
144
- "name": "Qwen1.5-14B-Chat",
145
- "developer": "Qwen",
146
- "evaluator_relationship": null,
147
- "benchmark_scores": {
148
- "hfopenllm_v2/IFEval": 0.4768,
149
- "hfopenllm_v2/BBH": 0.5229,
150
- "hfopenllm_v2/MATH Level 5": 0.1526,
151
- "hfopenllm_v2/GPQA": 0.2701,
152
- "hfopenllm_v2/MUSR": 0.44,
153
- "hfopenllm_v2/MMLU-PRO": 0.3618,
154
- "reward-bench/Score": 0.6864,
155
- "reward-bench/Chat": 0.5726,
156
- "reward-bench/Chat Hard": 0.7018,
157
- "reward-bench/Safety": 0.7122,
158
- "reward-bench/Reasoning": 0.8961,
159
- "reward-bench/Prior Sets (0.5 weight)": 0.4123
160
- }
161
- },
162
- {
163
- "id": "Qwen/Qwen1.5-32B",
164
- "name": "Qwen1.5-32B",
165
- "developer": "Qwen",
166
- "evaluator_relationship": null,
167
- "benchmark_scores": {
168
- "hfopenllm_v2/IFEval": 0.3297,
169
- "hfopenllm_v2/BBH": 0.5715,
170
- "hfopenllm_v2/MATH Level 5": 0.3029,
171
- "hfopenllm_v2/GPQA": 0.3297,
172
- "hfopenllm_v2/MUSR": 0.4278,
173
- "hfopenllm_v2/MMLU-PRO": 0.45
174
- }
175
- },
176
- {
177
- "id": "Qwen/Qwen1.5-32B-Chat",
178
- "name": "Qwen1.5-32B-Chat",
179
- "developer": "Qwen",
180
- "evaluator_relationship": null,
181
- "benchmark_scores": {
182
- "hfopenllm_v2/IFEval": 0.5532,
183
- "hfopenllm_v2/BBH": 0.6067,
184
- "hfopenllm_v2/MATH Level 5": 0.1956,
185
- "hfopenllm_v2/GPQA": 0.3062,
186
- "hfopenllm_v2/MUSR": 0.416,
187
- "hfopenllm_v2/MMLU-PRO": 0.4457
188
- }
189
- },
190
- {
191
- "id": "Qwen/Qwen1.5-4B",
192
- "name": "Qwen1.5-4B",
193
- "developer": "Qwen",
194
- "evaluator_relationship": null,
195
- "benchmark_scores": {
196
- "hfopenllm_v2/IFEval": 0.2445,
197
- "hfopenllm_v2/BBH": 0.4054,
198
- "hfopenllm_v2/MATH Level 5": 0.0529,
199
- "hfopenllm_v2/GPQA": 0.2768,
200
- "hfopenllm_v2/MUSR": 0.3604,
201
- "hfopenllm_v2/MMLU-PRO": 0.246
202
- }
203
- },
204
- {
205
- "id": "Qwen/Qwen1.5-4B-Chat",
206
- "name": "Qwen1.5-4B-Chat",
207
- "developer": "Qwen",
208
- "evaluator_relationship": null,
209
- "benchmark_scores": {
210
- "hfopenllm_v2/IFEval": 0.3157,
211
- "hfopenllm_v2/BBH": 0.4006,
212
- "hfopenllm_v2/MATH Level 5": 0.0279,
213
- "hfopenllm_v2/GPQA": 0.2668,
214
- "hfopenllm_v2/MUSR": 0.3978,
215
- "hfopenllm_v2/MMLU-PRO": 0.2396,
216
- "reward-bench/Score": 0.5477,
217
- "reward-bench/Chat": 0.3883,
218
- "reward-bench/Chat Hard": 0.6272,
219
- "reward-bench/Safety": 0.5568,
220
- "reward-bench/Reasoning": 0.6689,
221
- "reward-bench/Prior Sets (0.5 weight)": 0.447
222
- }
223
- },
224
- {
225
- "id": "Qwen/Qwen1.5-72B-Chat",
226
- "name": "Qwen/Qwen1.5-72B-Chat",
227
- "developer": "Qwen",
228
- "evaluator_relationship": null,
229
- "benchmark_scores": {
230
- "reward-bench/Score": 0.6723,
231
- "reward-bench/Chat": 0.6229,
232
- "reward-bench/Chat Hard": 0.6601,
233
- "reward-bench/Safety": 0.6757,
234
- "reward-bench/Reasoning": 0.8554,
235
- "reward-bench/Prior Sets (0.5 weight)": 0.4226
236
- }
237
- },
238
- {
239
- "id": "Qwen/Qwen1.5-7B",
240
- "name": "Qwen1.5-7B",
241
- "developer": "Qwen",
242
- "evaluator_relationship": null,
243
- "benchmark_scores": {
244
- "hfopenllm_v2/IFEval": 0.2684,
245
- "hfopenllm_v2/BBH": 0.456,
246
- "hfopenllm_v2/MATH Level 5": 0.0929,
247
- "hfopenllm_v2/GPQA": 0.2987,
248
- "hfopenllm_v2/MUSR": 0.4103,
249
- "hfopenllm_v2/MMLU-PRO": 0.2916
250
- }
251
- },
252
- {
253
- "id": "Qwen/Qwen1.5-7B-Chat",
254
- "name": "Qwen1.5-7B-Chat",
255
- "developer": "Qwen",
256
- "evaluator_relationship": null,
257
- "benchmark_scores": {
258
- "hfopenllm_v2/IFEval": 0.4371,
259
- "hfopenllm_v2/BBH": 0.451,
260
- "hfopenllm_v2/MATH Level 5": 0.0627,
261
- "hfopenllm_v2/GPQA": 0.3029,
262
- "hfopenllm_v2/MUSR": 0.3779,
263
- "hfopenllm_v2/MMLU-PRO": 0.2951,
264
- "reward-bench/Score": 0.675,
265
- "reward-bench/Chat": 0.5363,
266
- "reward-bench/Chat Hard": 0.6908,
267
- "reward-bench/Safety": 0.6919,
268
- "reward-bench/Reasoning": 0.9041,
269
- "reward-bench/Prior Sets (0.5 weight)": 0.4288
270
- }
271
- },
272
- {
273
- "id": "Qwen/Qwen1.5-MoE-A2.7B",
274
- "name": "Qwen1.5-MoE-A2.7B",
275
- "developer": "Qwen",
276
- "evaluator_relationship": null,
277
- "benchmark_scores": {
278
- "hfopenllm_v2/IFEval": 0.266,
279
- "hfopenllm_v2/BBH": 0.4114,
280
- "hfopenllm_v2/MATH Level 5": 0.0929,
281
- "hfopenllm_v2/GPQA": 0.2592,
282
- "hfopenllm_v2/MUSR": 0.4013,
283
- "hfopenllm_v2/MMLU-PRO": 0.2778
284
- }
285
- },
286
- {
287
- "id": "Qwen/Qwen1.5-MoE-A2.7B-Chat",
288
- "name": "Qwen1.5-MoE-A2.7B-Chat",
289
- "developer": "Qwen",
290
- "evaluator_relationship": null,
291
- "benchmark_scores": {
292
- "hfopenllm_v2/IFEval": 0.3795,
293
- "hfopenllm_v2/BBH": 0.4272,
294
- "hfopenllm_v2/MATH Level 5": 0.0634,
295
- "hfopenllm_v2/GPQA": 0.2743,
296
- "hfopenllm_v2/MUSR": 0.3899,
297
- "hfopenllm_v2/MMLU-PRO": 0.2923,
298
- "reward-bench/Score": 0.6644,
299
- "reward-bench/Chat": 0.7291,
300
- "reward-bench/Chat Hard": 0.6316,
301
- "reward-bench/Safety": 0.6284,
302
- "reward-bench/Reasoning": 0.774,
303
- "reward-bench/Prior Sets (0.5 weight)": 0.4536
304
- }
305
- },
306
- {
307
- "id": "Qwen/Qwen2-0.5B",
308
- "name": "Qwen2-0.5B",
309
- "developer": "Qwen",
310
- "evaluator_relationship": null,
311
- "benchmark_scores": {
312
- "hfopenllm_v2/IFEval": 0.1873,
313
- "hfopenllm_v2/BBH": 0.3239,
314
- "hfopenllm_v2/MATH Level 5": 0.0264,
315
- "hfopenllm_v2/GPQA": 0.2609,
316
- "hfopenllm_v2/MUSR": 0.3752,
317
- "hfopenllm_v2/MMLU-PRO": 0.172
318
- }
319
- },
320
- {
321
- "id": "Qwen/Qwen2-0.5B-Instruct",
322
- "name": "Qwen2-0.5B-Instruct",
323
- "developer": "Qwen",
324
- "evaluator_relationship": null,
325
- "benchmark_scores": {
326
- "hfopenllm_v2/IFEval": 0.2247,
327
- "hfopenllm_v2/BBH": 0.3173,
328
- "hfopenllm_v2/MATH Level 5": 0.0287,
329
- "hfopenllm_v2/GPQA": 0.2466,
330
- "hfopenllm_v2/MUSR": 0.3353,
331
- "hfopenllm_v2/MMLU-PRO": 0.1531
332
- }
333
- },
334
- {
335
- "id": "Qwen/Qwen2-1.5B",
336
- "name": "Qwen2-1.5B",
337
- "developer": "Qwen",
338
- "evaluator_relationship": null,
339
- "benchmark_scores": {
340
- "hfopenllm_v2/IFEval": 0.2113,
341
- "hfopenllm_v2/BBH": 0.3575,
342
- "hfopenllm_v2/MATH Level 5": 0.0702,
343
- "hfopenllm_v2/GPQA": 0.2643,
344
- "hfopenllm_v2/MUSR": 0.3658,
345
- "hfopenllm_v2/MMLU-PRO": 0.2552
346
- }
347
- },
348
- {
349
- "id": "Qwen/Qwen2-1.5B-Instruct",
350
- "name": "Qwen2-1.5B-Instruct",
351
- "developer": "Qwen",
352
- "evaluator_relationship": null,
353
- "benchmark_scores": {
354
- "hfopenllm_v2/IFEval": 0.3371,
355
- "hfopenllm_v2/BBH": 0.3852,
356
- "hfopenllm_v2/MATH Level 5": 0.0718,
357
- "hfopenllm_v2/GPQA": 0.2617,
358
- "hfopenllm_v2/MUSR": 0.4293,
359
- "hfopenllm_v2/MMLU-PRO": 0.2501
360
- }
361
- },
362
- {
363
- "id": "Qwen/Qwen2-57B-A14B",
364
- "name": "Qwen2-57B-A14B",
365
- "developer": "Qwen",
366
- "evaluator_relationship": null,
367
- "benchmark_scores": {
368
- "hfopenllm_v2/IFEval": 0.3113,
369
- "hfopenllm_v2/BBH": 0.5618,
370
- "hfopenllm_v2/MATH Level 5": 0.1866,
371
- "hfopenllm_v2/GPQA": 0.3062,
372
- "hfopenllm_v2/MUSR": 0.4174,
373
- "hfopenllm_v2/MMLU-PRO": 0.4916
374
- }
375
- },
376
- {
377
- "id": "Qwen/Qwen2-57B-A14B-Instruct",
378
- "name": "Qwen2-57B-A14B-Instruct",
379
- "developer": "Qwen",
380
- "evaluator_relationship": null,
381
- "benchmark_scores": {
382
- "hfopenllm_v2/IFEval": 0.6338,
383
- "hfopenllm_v2/BBH": 0.5888,
384
- "hfopenllm_v2/MATH Level 5": 0.2817,
385
- "hfopenllm_v2/GPQA": 0.3314,
386
- "hfopenllm_v2/MUSR": 0.4361,
387
- "hfopenllm_v2/MMLU-PRO": 0.4575
388
- }
389
- },
390
- {
391
- "id": "Qwen/Qwen2-72B",
392
- "name": "Qwen2-72B",
393
- "developer": "Qwen",
394
- "evaluator_relationship": null,
395
- "benchmark_scores": {
396
- "hfopenllm_v2/IFEval": 0.3824,
397
- "hfopenllm_v2/BBH": 0.6617,
398
- "hfopenllm_v2/MATH Level 5": 0.3112,
399
- "hfopenllm_v2/GPQA": 0.3943,
400
- "hfopenllm_v2/MUSR": 0.4704,
401
- "hfopenllm_v2/MMLU-PRO": 0.5731
402
- }
403
- },
404
- {
405
- "id": "Qwen/Qwen2-72B-Instruct",
406
- "name": "Qwen2-72B-Instruct",
407
- "developer": "Qwen",
408
- "evaluator_relationship": null,
409
- "benchmark_scores": {
410
- "hfopenllm_v2/IFEval": 0.7989,
411
- "hfopenllm_v2/BBH": 0.6977,
412
- "hfopenllm_v2/MATH Level 5": 0.4177,
413
- "hfopenllm_v2/GPQA": 0.3725,
414
- "hfopenllm_v2/MUSR": 0.456,
415
- "hfopenllm_v2/MMLU-PRO": 0.5403
416
- }
417
- },
418
- {
419
- "id": "Qwen/Qwen2-7B",
420
- "name": "Qwen2-7B",
421
- "developer": "Qwen",
422
- "evaluator_relationship": null,
423
- "benchmark_scores": {
424
- "hfopenllm_v2/IFEval": 0.3149,
425
- "hfopenllm_v2/BBH": 0.5315,
426
- "hfopenllm_v2/MATH Level 5": 0.2039,
427
- "hfopenllm_v2/GPQA": 0.3045,
428
- "hfopenllm_v2/MUSR": 0.4439,
429
- "hfopenllm_v2/MMLU-PRO": 0.4183
430
- }
431
- },
432
- {
433
- "id": "Qwen/Qwen2-7B-Instruct",
434
- "name": "Qwen2-7B-Instruct",
435
- "developer": "Qwen",
436
- "evaluator_relationship": null,
437
- "benchmark_scores": {
438
- "hfopenllm_v2/IFEval": 0.5679,
439
- "hfopenllm_v2/BBH": 0.5545,
440
- "hfopenllm_v2/MATH Level 5": 0.2764,
441
- "hfopenllm_v2/GPQA": 0.2978,
442
- "hfopenllm_v2/MUSR": 0.3928,
443
- "hfopenllm_v2/MMLU-PRO": 0.3847
444
- }
445
- },
446
- {
447
- "id": "Qwen/Qwen2-Math-72B-Instruct",
448
- "name": "Qwen2-Math-72B-Instruct",
449
- "developer": "Qwen",
450
- "evaluator_relationship": null,
451
- "benchmark_scores": {
452
- "hfopenllm_v2/IFEval": 0.5694,
453
- "hfopenllm_v2/BBH": 0.6343,
454
- "hfopenllm_v2/MATH Level 5": 0.5536,
455
- "hfopenllm_v2/GPQA": 0.3683,
456
- "hfopenllm_v2/MUSR": 0.4517,
457
- "hfopenllm_v2/MMLU-PRO": 0.4273
458
- }
459
- },
460
- {
461
- "id": "Qwen/Qwen2-Math-7B",
462
- "name": "Qwen2-Math-7B",
463
- "developer": "Qwen",
464
- "evaluator_relationship": null,
465
- "benchmark_scores": {
466
- "hfopenllm_v2/IFEval": 0.2687,
467
- "hfopenllm_v2/BBH": 0.387,
468
- "hfopenllm_v2/MATH Level 5": 0.2477,
469
- "hfopenllm_v2/GPQA": 0.2634,
470
- "hfopenllm_v2/MUSR": 0.3593,
471
- "hfopenllm_v2/MMLU-PRO": 0.1197
472
- }
473
- },
474
- {
475
- "id": "Qwen/Qwen2-VL-72B-Instruct",
476
- "name": "Qwen2-VL-72B-Instruct",
477
- "developer": "Qwen",
478
- "evaluator_relationship": null,
479
- "benchmark_scores": {
480
- "hfopenllm_v2/IFEval": 0.5982,
481
- "hfopenllm_v2/BBH": 0.6946,
482
- "hfopenllm_v2/MATH Level 5": 0.3444,
483
- "hfopenllm_v2/GPQA": 0.3876,
484
- "hfopenllm_v2/MUSR": 0.4492,
485
- "hfopenllm_v2/MMLU-PRO": 0.5717
486
- }
487
- },
488
- {
489
- "id": "Qwen/Qwen2-VL-7B-Instruct",
490
- "name": "Qwen2-VL-7B-Instruct",
491
- "developer": "Qwen",
492
- "evaluator_relationship": null,
493
- "benchmark_scores": {
494
- "hfopenllm_v2/IFEval": 0.4599,
495
- "hfopenllm_v2/BBH": 0.5465,
496
- "hfopenllm_v2/MATH Level 5": 0.1986,
497
- "hfopenllm_v2/GPQA": 0.3196,
498
- "hfopenllm_v2/MUSR": 0.4375,
499
- "hfopenllm_v2/MMLU-PRO": 0.4095
500
- }
501
- },
502
- {
503
- "id": "Qwen/Qwen2.5-0.5B",
504
- "name": "Qwen2.5-0.5B",
505
- "developer": "Qwen",
506
- "evaluator_relationship": null,
507
- "benchmark_scores": {
508
- "hfopenllm_v2/IFEval": 0.1627,
509
- "hfopenllm_v2/BBH": 0.3275,
510
- "hfopenllm_v2/MATH Level 5": 0.0393,
511
- "hfopenllm_v2/GPQA": 0.2466,
512
- "hfopenllm_v2/MUSR": 0.3433,
513
- "hfopenllm_v2/MMLU-PRO": 0.1906
514
- }
515
- },
516
- {
517
- "id": "Qwen/Qwen2.5-0.5B-Instruct",
518
- "name": "Qwen2.5-0.5B-Instruct",
519
- "developer": "Qwen",
520
- "evaluator_relationship": null,
521
- "benchmark_scores": {
522
- "hfopenllm_v2/IFEval": 0.3071,
523
- "hfopenllm_v2/BBH": 0.3341,
524
- "hfopenllm_v2/MATH Level 5": 0.0,
525
- "hfopenllm_v2/GPQA": 0.2576,
526
- "hfopenllm_v2/MUSR": 0.3329,
527
- "hfopenllm_v2/MMLU-PRO": 0.1697
528
- }
529
- },
530
- {
531
- "id": "Qwen/Qwen2.5-1.5B",
532
- "name": "Qwen2.5-1.5B",
533
- "developer": "Qwen",
534
- "evaluator_relationship": null,
535
- "benchmark_scores": {
536
- "hfopenllm_v2/IFEval": 0.2674,
537
- "hfopenllm_v2/BBH": 0.4078,
538
- "hfopenllm_v2/MATH Level 5": 0.0914,
539
- "hfopenllm_v2/GPQA": 0.2852,
540
- "hfopenllm_v2/MUSR": 0.3576,
541
- "hfopenllm_v2/MMLU-PRO": 0.2855
542
- }
543
- },
544
- {
545
- "id": "Qwen/Qwen2.5-1.5B-Instruct",
546
- "name": "Qwen2.5-1.5B-Instruct",
547
- "developer": "Qwen",
548
- "evaluator_relationship": null,
549
- "benchmark_scores": {
550
- "hfopenllm_v2/IFEval": 0.4476,
551
- "hfopenllm_v2/BBH": 0.4289,
552
- "hfopenllm_v2/MATH Level 5": 0.2205,
553
- "hfopenllm_v2/GPQA": 0.2559,
554
- "hfopenllm_v2/MUSR": 0.3663,
555
- "hfopenllm_v2/MMLU-PRO": 0.2799
556
- }
557
- },
558
- {
559
- "id": "Qwen/Qwen2.5-14B",
560
- "name": "Qwen2.5-14B",
561
- "developer": "Qwen",
562
- "evaluator_relationship": null,
563
- "benchmark_scores": {
564
- "hfopenllm_v2/IFEval": 0.3694,
565
- "hfopenllm_v2/BBH": 0.6161,
566
- "hfopenllm_v2/MATH Level 5": 0.29,
567
- "hfopenllm_v2/GPQA": 0.3817,
568
- "hfopenllm_v2/MUSR": 0.4502,
569
- "hfopenllm_v2/MMLU-PRO": 0.5249
570
- }
571
- },
572
- {
573
- "id": "Qwen/Qwen2.5-14B-Instruct",
574
- "name": "Qwen2.5-14B-Instruct",
575
- "developer": "Qwen",
576
- "evaluator_relationship": null,
577
- "benchmark_scores": {
578
- "hfopenllm_v2/IFEval": 0.8158,
579
- "hfopenllm_v2/BBH": 0.639,
580
- "hfopenllm_v2/MATH Level 5": 0.5476,
581
- "hfopenllm_v2/GPQA": 0.3221,
582
- "hfopenllm_v2/MUSR": 0.4101,
583
- "hfopenllm_v2/MMLU-PRO": 0.4904
584
- }
585
- },
586
- {
587
- "id": "Qwen/Qwen2.5-14B-Instruct-1M",
588
- "name": "Qwen2.5-14B-Instruct-1M",
589
- "developer": "Qwen",
590
- "evaluator_relationship": null,
591
- "benchmark_scores": {
592
- "hfopenllm_v2/IFEval": 0.8414,
593
- "hfopenllm_v2/BBH": 0.6198,
594
- "hfopenllm_v2/MATH Level 5": 0.5302,
595
- "hfopenllm_v2/GPQA": 0.3431,
596
- "hfopenllm_v2/MUSR": 0.418,
597
- "hfopenllm_v2/MMLU-PRO": 0.485
598
- }
599
- },
600
- {
601
- "id": "Qwen/Qwen2.5-32B",
602
- "name": "Qwen2.5-32B",
603
- "developer": "Qwen",
604
- "evaluator_relationship": null,
605
- "benchmark_scores": {
606
- "hfopenllm_v2/IFEval": 0.4077,
607
- "hfopenllm_v2/BBH": 0.6771,
608
- "hfopenllm_v2/MATH Level 5": 0.3565,
609
- "hfopenllm_v2/GPQA": 0.4119,
610
- "hfopenllm_v2/MUSR": 0.4978,
611
- "hfopenllm_v2/MMLU-PRO": 0.5805
612
- }
613
- },
614
- {
615
- "id": "Qwen/Qwen2.5-32B-Instruct",
616
- "name": "Qwen2.5-32B-Instruct",
617
- "developer": "Qwen",
618
- "evaluator_relationship": null,
619
- "benchmark_scores": {
620
- "hfopenllm_v2/IFEval": 0.8346,
621
- "hfopenllm_v2/BBH": 0.6913,
622
- "hfopenllm_v2/MATH Level 5": 0.6254,
623
- "hfopenllm_v2/GPQA": 0.3381,
624
- "hfopenllm_v2/MUSR": 0.4261,
625
- "hfopenllm_v2/MMLU-PRO": 0.5667
626
- }
627
- },
628
- {
629
- "id": "Qwen/Qwen2.5-3B",
630
- "name": "Qwen2.5-3B",
631
- "developer": "Qwen",
632
- "evaluator_relationship": null,
633
- "benchmark_scores": {
634
- "hfopenllm_v2/IFEval": 0.269,
635
- "hfopenllm_v2/BBH": 0.4612,
636
- "hfopenllm_v2/MATH Level 5": 0.148,
637
- "hfopenllm_v2/GPQA": 0.2978,
638
- "hfopenllm_v2/MUSR": 0.4303,
639
- "hfopenllm_v2/MMLU-PRO": 0.3203
640
- }
641
- },
642
- {
643
- "id": "Qwen/Qwen2.5-3B-Instruct",
644
- "name": "Qwen2.5-3B-Instruct",
645
- "developer": "Qwen",
646
- "evaluator_relationship": null,
647
- "benchmark_scores": {
648
- "hfopenllm_v2/IFEval": 0.6475,
649
- "hfopenllm_v2/BBH": 0.4693,
650
- "hfopenllm_v2/MATH Level 5": 0.3678,
651
- "hfopenllm_v2/GPQA": 0.2727,
652
- "hfopenllm_v2/MUSR": 0.3968,
653
- "hfopenllm_v2/MMLU-PRO": 0.3255
654
- }
655
- },
656
- {
657
- "id": "Qwen/Qwen2.5-72B",
658
- "name": "Qwen2.5-72B",
659
- "developer": "Qwen",
660
- "evaluator_relationship": null,
661
- "benchmark_scores": {
662
- "hfopenllm_v2/IFEval": 0.4137,
663
- "hfopenllm_v2/BBH": 0.6797,
664
- "hfopenllm_v2/MATH Level 5": 0.3912,
665
- "hfopenllm_v2/GPQA": 0.4052,
666
- "hfopenllm_v2/MUSR": 0.4771,
667
- "hfopenllm_v2/MMLU-PRO": 0.5968
668
- }
669
- },
670
- {
671
- "id": "Qwen/Qwen2.5-72B-Instruct",
672
- "name": "Qwen2.5-72B-Instruct",
673
- "developer": "Qwen",
674
- "evaluator_relationship": null,
675
- "benchmark_scores": {
676
- "hfopenllm_v2/IFEval": 0.8638,
677
- "hfopenllm_v2/BBH": 0.7273,
678
- "hfopenllm_v2/MATH Level 5": 0.5982,
679
- "hfopenllm_v2/GPQA": 0.375,
680
- "hfopenllm_v2/MUSR": 0.4206,
681
- "hfopenllm_v2/MMLU-PRO": 0.5626
682
- }
683
- },
684
- {
685
- "id": "Qwen/Qwen2.5-7B",
686
- "name": "Qwen2.5-7B",
687
- "developer": "Qwen",
688
- "evaluator_relationship": null,
689
- "benchmark_scores": {
690
- "hfopenllm_v2/IFEval": 0.3374,
691
- "hfopenllm_v2/BBH": 0.5416,
692
- "hfopenllm_v2/MATH Level 5": 0.2508,
693
- "hfopenllm_v2/GPQA": 0.3247,
694
- "hfopenllm_v2/MUSR": 0.4424,
695
- "hfopenllm_v2/MMLU-PRO": 0.4365
696
- }
697
- },
698
- {
699
- "id": "Qwen/Qwen2.5-7B-Instruct",
700
- "name": "Qwen2.5-7B-Instruct",
701
- "developer": "Qwen",
702
- "evaluator_relationship": null,
703
- "benchmark_scores": {
704
- "hfopenllm_v2/IFEval": 0.7585,
705
- "hfopenllm_v2/BBH": 0.5394,
706
- "hfopenllm_v2/MATH Level 5": 0.5,
707
- "hfopenllm_v2/GPQA": 0.2911,
708
- "hfopenllm_v2/MUSR": 0.402,
709
- "hfopenllm_v2/MMLU-PRO": 0.4287
710
- }
711
- },
712
- {
713
- "id": "Qwen/Qwen2.5-7B-Instruct-1M",
714
- "name": "Qwen2.5-7B-Instruct-1M",
715
- "developer": "Qwen",
716
- "evaluator_relationship": null,
717
- "benchmark_scores": {
718
- "hfopenllm_v2/IFEval": 0.7448,
719
- "hfopenllm_v2/BBH": 0.5404,
720
- "hfopenllm_v2/MATH Level 5": 0.4335,
721
- "hfopenllm_v2/GPQA": 0.2978,
722
- "hfopenllm_v2/MUSR": 0.4087,
723
- "hfopenllm_v2/MMLU-PRO": 0.3505
724
- }
725
- },
726
- {
727
- "id": "Qwen/Qwen2.5-Coder-14B",
728
- "name": "Qwen2.5-Coder-14B",
729
- "developer": "Qwen",
730
- "evaluator_relationship": null,
731
- "benchmark_scores": {
732
- "hfopenllm_v2/IFEval": 0.3473,
733
- "hfopenllm_v2/BBH": 0.5865,
734
- "hfopenllm_v2/MATH Level 5": 0.2251,
735
- "hfopenllm_v2/GPQA": 0.2928,
736
- "hfopenllm_v2/MUSR": 0.3874,
737
- "hfopenllm_v2/MMLU-PRO": 0.4521
738
- }
739
- },
740
- {
741
- "id": "Qwen/Qwen2.5-Coder-14B-Instruct",
742
- "name": "Qwen2.5-Coder-14B-Instruct",
743
- "developer": "Qwen",
744
- "evaluator_relationship": null,
745
- "benchmark_scores": {
746
- "hfopenllm_v2/IFEval": 0.6908,
747
- "hfopenllm_v2/BBH": 0.614,
748
- "hfopenllm_v2/MATH Level 5": 0.3248,
749
- "hfopenllm_v2/GPQA": 0.3045,
750
- "hfopenllm_v2/MUSR": 0.3915,
751
- "hfopenllm_v2/MMLU-PRO": 0.3939
752
- }
753
- },
754
- {
755
- "id": "Qwen/Qwen2.5-Coder-32B",
756
- "name": "Qwen2.5-Coder-32B",
757
- "developer": "Qwen",
758
- "evaluator_relationship": null,
759
- "benchmark_scores": {
760
- "hfopenllm_v2/IFEval": 0.4363,
761
- "hfopenllm_v2/BBH": 0.6404,
762
- "hfopenllm_v2/MATH Level 5": 0.3089,
763
- "hfopenllm_v2/GPQA": 0.3465,
764
- "hfopenllm_v2/MUSR": 0.4528,
765
- "hfopenllm_v2/MMLU-PRO": 0.5303
766
- }
767
- },
768
- {
769
- "id": "Qwen/Qwen2.5-Coder-32B-Instruct",
770
- "name": "Qwen2.5-Coder-32B-Instruct",
771
- "developer": "Qwen",
772
- "evaluator_relationship": null,
773
- "benchmark_scores": {
774
- "hfopenllm_v2/IFEval": 0.7265,
775
- "hfopenllm_v2/BBH": 0.6625,
776
- "hfopenllm_v2/MATH Level 5": 0.4955,
777
- "hfopenllm_v2/GPQA": 0.349,
778
- "hfopenllm_v2/MUSR": 0.4386,
779
- "hfopenllm_v2/MMLU-PRO": 0.4413
780
- }
781
- },
782
- {
783
- "id": "Qwen/Qwen2.5-Coder-7B",
784
- "name": "Qwen2.5-Coder-7B",
785
- "developer": "Qwen",
786
- "evaluator_relationship": null,
787
- "benchmark_scores": {
788
- "hfopenllm_v2/IFEval": 0.3446,
789
- "hfopenllm_v2/BBH": 0.4856,
790
- "hfopenllm_v2/MATH Level 5": 0.1918,
791
- "hfopenllm_v2/GPQA": 0.2592,
792
- "hfopenllm_v2/MUSR": 0.3449,
793
- "hfopenllm_v2/MMLU-PRO": 0.3679
794
- }
795
- },
796
- {
797
- "id": "Qwen/Qwen2.5-Coder-7B-Instruct",
798
- "name": "Qwen2.5-Coder-7B-Instruct",
799
- "developer": "Qwen",
800
- "evaluator_relationship": null,
801
- "benchmark_scores": {
802
- "hfopenllm_v2/IFEval": 0.6101,
803
- "hfopenllm_v2/BBH": 0.5008,
804
- "hfopenllm_v2/MATH Level 5": 0.3716,
805
- "hfopenllm_v2/GPQA": 0.2919,
806
- "hfopenllm_v2/MUSR": 0.4073,
807
- "hfopenllm_v2/MMLU-PRO": 0.3352
808
- }
809
- },
810
- {
811
- "id": "Qwen/Qwen2.5-Math-1.5B-Instruct",
812
- "name": "Qwen2.5-Math-1.5B-Instruct",
813
- "developer": "Qwen",
814
- "evaluator_relationship": null,
815
- "benchmark_scores": {
816
- "hfopenllm_v2/IFEval": 0.1856,
817
- "hfopenllm_v2/BBH": 0.3752,
818
- "hfopenllm_v2/MATH Level 5": 0.2628,
819
- "hfopenllm_v2/GPQA": 0.2651,
820
- "hfopenllm_v2/MUSR": 0.3685,
821
- "hfopenllm_v2/MMLU-PRO": 0.1801
822
- }
823
- },
824
- {
825
- "id": "Qwen/Qwen2.5-Math-72B-Instruct",
826
- "name": "Qwen2.5-Math-72B-Instruct",
827
- "developer": "Qwen",
828
- "evaluator_relationship": null,
829
- "benchmark_scores": {
830
- "hfopenllm_v2/IFEval": 0.4003,
831
- "hfopenllm_v2/BBH": 0.6452,
832
- "hfopenllm_v2/MATH Level 5": 0.6239,
833
- "hfopenllm_v2/GPQA": 0.3314,
834
- "hfopenllm_v2/MUSR": 0.4473,
835
- "hfopenllm_v2/MMLU-PRO": 0.4812
836
- }
837
- },
838
- {
839
- "id": "Qwen/Qwen2.5-Math-7B",
840
- "name": "Qwen2.5-Math-7B",
841
- "developer": "Qwen",
842
- "evaluator_relationship": null,
843
- "benchmark_scores": {
844
- "hfopenllm_v2/IFEval": 0.246,
845
- "hfopenllm_v2/BBH": 0.4455,
846
- "hfopenllm_v2/MATH Level 5": 0.3051,
847
- "hfopenllm_v2/GPQA": 0.2936,
848
- "hfopenllm_v2/MUSR": 0.3781,
849
- "hfopenllm_v2/MMLU-PRO": 0.2718
850
- }
851
- },
852
- {
853
- "id": "Qwen/Qwen2.5-Math-7B-Instruct",
854
- "name": "Qwen2.5-Math-7B-Instruct",
855
- "developer": "Qwen",
856
- "evaluator_relationship": null,
857
- "benchmark_scores": {
858
- "hfopenllm_v2/IFEval": 0.2636,
859
- "hfopenllm_v2/BBH": 0.4388,
860
- "hfopenllm_v2/MATH Level 5": 0.5808,
861
- "hfopenllm_v2/GPQA": 0.2617,
862
- "hfopenllm_v2/MUSR": 0.3647,
863
- "hfopenllm_v2/MMLU-PRO": 0.282
864
- }
865
- },
866
- {
867
- "id": "Qwen/WorldPM-72B",
868
- "name": "Qwen/WorldPM-72B",
869
- "developer": "Qwen",
870
- "evaluator_relationship": null,
871
- "benchmark_scores": {
872
- "reward-bench/Score": 0.6333,
873
- "reward-bench/Factuality": 0.7074,
874
- "reward-bench/Precise IF": 0.3125,
875
- "reward-bench/Math": 0.6557,
876
- "reward-bench/Safety": 0.8533,
877
- "reward-bench/Focus": 0.9172,
878
- "reward-bench/Ties": 0.3535
879
- }
880
- }
881
- ]
882
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/Z.ai.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "developer": "Z.ai",
3
- "models": [
4
- {
5
- "id": "zhipu-ai/glm-4.6",
6
- "name": "GLM 4.6",
7
- "developer": "Z.ai",
8
- "evaluator_relationship": null,
9
- "benchmark_scores": {
10
- "terminal-bench-2.0/terminal-bench-2.0": 24.5
11
- }
12
- }
13
- ]
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/developers/{AALF.json → aalf.json} RENAMED
File without changes
data/developers/{Aashraf995.json → aashraf995.json} RENAMED
File without changes
data/developers/{AbacusResearch.json → abacusresearch.json} RENAMED
File without changes
data/developers/abhishek.json CHANGED
@@ -7,12 +7,12 @@
7
  "developer": "abhishek",
8
  "evaluator_relationship": null,
9
  "benchmark_scores": {
10
- "hfopenllm_v2/IFEval": 0.1952,
11
- "hfopenllm_v2/BBH": 0.3127,
12
- "hfopenllm_v2/MATH Level 5": 0.0128,
13
- "hfopenllm_v2/GPQA": 0.2592,
14
- "hfopenllm_v2/MUSR": 0.3584,
15
- "hfopenllm_v2/MMLU-PRO": 0.1144
16
  }
17
  },
18
  {
 
7
  "developer": "abhishek",
8
  "evaluator_relationship": null,
9
  "benchmark_scores": {
10
+ "hfopenllm_v2/IFEval": 0.1957,
11
+ "hfopenllm_v2/BBH": 0.3135,
12
+ "hfopenllm_v2/MATH Level 5": 0.0,
13
+ "hfopenllm_v2/GPQA": 0.2517,
14
+ "hfopenllm_v2/MUSR": 0.365,
15
+ "hfopenllm_v2/MMLU-PRO": 0.1151
16
  }
17
  },
18
  {
data/developers/{AELLM.json → aellm.json} RENAMED
File without changes
data/developers/{AGI-0.json → agi-0.json} RENAMED
File without changes
data/developers/{Ahdoot.json → ahdoot.json} RENAMED
File without changes
data/developers/{Ahjeong.json → ahjeong.json} RENAMED
File without changes
data/developers/{AI-MO.json → ai-mo.json} RENAMED
File without changes
data/developers/{AI-Sweden-Models.json → ai-sweden-models.json} RENAMED
File without changes
data/developers/ai2.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "developer": "ai2",
3
  "models": [
4
  {
5
  "id": "ai2/llama-2-chat-7b-nectar-3.8m.json",
@@ -43,10 +43,10 @@
43
  "developer": "ai2",
44
  "evaluator_relationship": null,
45
  "benchmark_scores": {
46
- "reward-bench/Score": 0.6895,
47
  "reward-bench/Chat": 0.9385,
48
- "reward-bench/Chat Hard": 0.3706,
49
- "reward-bench/Safety": 0.7595
50
  }
51
  },
52
  {
 
1
  {
2
+ "developer": "AI2",
3
  "models": [
4
  {
5
  "id": "ai2/llama-2-chat-7b-nectar-3.8m.json",
 
43
  "developer": "ai2",
44
  "evaluator_relationship": null,
45
  "benchmark_scores": {
46
+ "reward-bench/Score": 0.7008,
47
  "reward-bench/Chat": 0.9385,
48
+ "reward-bench/Chat Hard": 0.3882,
49
+ "reward-bench/Safety": 0.7757
50
  }
51
  },
52
  {
data/developers/{AI4free.json → ai4free.json} RENAMED
File without changes
data/developers/{AicoresSecurity.json → aicoressecurity.json} RENAMED
File without changes
data/developers/{AIDC-AI.json → aidc-ai.json} RENAMED
File without changes
data/developers/{Alepach.json → alepach.json} RENAMED
File without changes
data/developers/{AlephAlpha.json → alephalpha.json} RENAMED
File without changes
data/developers/{Alibaba-NLP.json → alibaba-nlp.json} RENAMED
File without changes
data/developers/alibaba.json CHANGED
@@ -1,6 +1,15 @@
1
  {
2
- "developer": "alibaba",
3
  "models": [
 
 
 
 
 
 
 
 
 
4
  {
5
  "id": "alibaba/qwen3-235b-a22b-instruct-2507",
6
  "name": "qwen3-235b-a22b-instruct-2507",
@@ -27,6 +36,50 @@
27
  "global-mmlu-lite/Chinese": 0.8775,
28
  "global-mmlu-lite/Burmese": 0.88
29
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  }
31
  ]
32
  }
 
1
  {
2
+ "developer": "Alibaba",
3
  "models": [
4
+ {
5
+ "id": "alibaba/qwen-3-coder-480b",
6
+ "name": "Qwen 3 Coder 480B",
7
+ "developer": "Alibaba",
8
+ "evaluator_relationship": null,
9
+ "benchmark_scores": {
10
+ "terminal-bench-2.0/terminal-bench-2.0": 27.2
11
+ }
12
+ },
13
  {
14
  "id": "alibaba/qwen3-235b-a22b-instruct-2507",
15
  "name": "qwen3-235b-a22b-instruct-2507",
 
36
  "global-mmlu-lite/Chinese": 0.8775,
37
  "global-mmlu-lite/Burmese": 0.88
38
  }
39
+ },
40
+ {
41
+ "id": "alibaba/qwen3-235b-a22b-thinking-2507",
42
+ "name": "qwen3-235b-a22b-thinking-2507",
43
+ "developer": "Alibaba",
44
+ "evaluator_relationship": null,
45
+ "benchmark_scores": {
46
+ "livecodebenchpro/Hard Problems": 0.0,
47
+ "livecodebenchpro/Medium Problems": 0.1267605633802817,
48
+ "livecodebenchpro/Easy Problems": 0.7605633802816901
49
+ }
50
+ },
51
+ {
52
+ "id": "alibaba/qwen3-30b-a3b",
53
+ "name": "qwen3-30b-a3b",
54
+ "developer": "Alibaba",
55
+ "evaluator_relationship": null,
56
+ "benchmark_scores": {
57
+ "livecodebenchpro/Hard Problems": 0.0,
58
+ "livecodebenchpro/Medium Problems": 0.028169014084507043,
59
+ "livecodebenchpro/Easy Problems": 0.5774647887323944
60
+ }
61
+ },
62
+ {
63
+ "id": "alibaba/qwen3-max",
64
+ "name": "alibaba/qwen3-max",
65
+ "developer": "Alibaba",
66
+ "evaluator_relationship": null,
67
+ "benchmark_scores": {
68
+ "livecodebenchpro/Hard Problems": 0.0,
69
+ "livecodebenchpro/Medium Problems": 0.04225352112676056,
70
+ "livecodebenchpro/Easy Problems": 0.36619718309859156
71
+ }
72
+ },
73
+ {
74
+ "id": "alibaba/qwen3-next-80b-a3b-thinking",
75
+ "name": "qwen3-next-80b-a3b-thinking",
76
+ "developer": "Alibaba",
77
+ "evaluator_relationship": null,
78
+ "benchmark_scores": {
79
+ "livecodebenchpro/Hard Problems": 0.0,
80
+ "livecodebenchpro/Medium Problems": 0.14084507042253522,
81
+ "livecodebenchpro/Easy Problems": 0.7464788732394366
82
+ }
83
  }
84
  ]
85
  }
data/developers/allenai.json CHANGED
@@ -7,17 +7,17 @@
7
  "developer": "allenai",
8
  "evaluator_relationship": null,
9
  "benchmark_scores": {
10
- "reward-bench/Score": 0.9021,
 
 
 
 
 
11
  "reward-bench/Factuality": 0.8126,
12
  "reward-bench/Precise IF": 0.4188,
13
  "reward-bench/Math": 0.6995,
14
- "reward-bench/Safety": 0.9095,
15
  "reward-bench/Focus": 0.8646,
16
- "reward-bench/Ties": 0.8835,
17
- "reward-bench/Chat": 0.9665,
18
- "reward-bench/Chat Hard": 0.8355,
19
- "reward-bench/Reasoning": 0.8969,
20
- "reward-bench/Prior Sets (0.5 weight)": 0.0
21
  }
22
  },
23
  {
@@ -26,17 +26,17 @@
26
  "developer": "allenai",
27
  "evaluator_relationship": null,
28
  "benchmark_scores": {
29
- "reward-bench/Score": 0.649,
30
- "reward-bench/Chat": 0.933,
31
- "reward-bench/Chat Hard": 0.7785,
32
- "reward-bench/Safety": 0.8267,
33
- "reward-bench/Reasoning": 0.7886,
34
- "reward-bench/Prior Sets (0.5 weight)": 0.0,
35
  "reward-bench/Factuality": 0.72,
36
  "reward-bench/Precise IF": 0.3625,
37
  "reward-bench/Math": 0.612,
 
38
  "reward-bench/Focus": 0.8323,
39
- "reward-bench/Ties": 0.5406
 
 
 
 
40
  }
41
  },
42
  {
@@ -45,17 +45,17 @@
45
  "developer": "allenai",
46
  "evaluator_relationship": null,
47
  "benchmark_scores": {
48
- "reward-bench/Score": 0.8885,
 
 
 
 
 
49
  "reward-bench/Factuality": 0.7432,
50
  "reward-bench/Precise IF": 0.4437,
51
  "reward-bench/Math": 0.6175,
52
- "reward-bench/Safety": 0.8932,
53
  "reward-bench/Focus": 0.9071,
54
- "reward-bench/Ties": 0.7638,
55
- "reward-bench/Chat": 0.9581,
56
- "reward-bench/Chat Hard": 0.8158,
57
- "reward-bench/Reasoning": 0.887,
58
- "reward-bench/Prior Sets (0.5 weight)": 0.0
59
  }
60
  },
61
  {
@@ -64,12 +64,12 @@
64
  "developer": "allenai",
65
  "evaluator_relationship": null,
66
  "benchmark_scores": {
67
- "hfopenllm_v2/IFEval": 0.8291,
68
- "hfopenllm_v2/BBH": 0.6164,
69
- "hfopenllm_v2/MATH Level 5": 0.4502,
70
  "hfopenllm_v2/GPQA": 0.3733,
71
- "hfopenllm_v2/MUSR": 0.4948,
72
- "hfopenllm_v2/MMLU-PRO": 0.4645
73
  }
74
  },
75
  {
@@ -106,17 +106,17 @@
106
  "developer": "allenai",
107
  "evaluator_relationship": null,
108
  "benchmark_scores": {
109
- "reward-bench/Score": 0.8892,
 
 
 
 
 
110
  "reward-bench/Factuality": 0.8084,
111
  "reward-bench/Precise IF": 0.3688,
112
  "reward-bench/Math": 0.6776,
113
- "reward-bench/Safety": 0.9027,
114
  "reward-bench/Focus": 0.7778,
115
- "reward-bench/Ties": 0.8308,
116
- "reward-bench/Chat": 0.9693,
117
- "reward-bench/Chat Hard": 0.8268,
118
- "reward-bench/Reasoning": 0.8583,
119
- "reward-bench/Prior Sets (0.5 weight)": 0.0
120
  }
121
  },
122
  {
@@ -125,12 +125,12 @@
125
  "developer": "allenai",
126
  "evaluator_relationship": null,
127
  "benchmark_scores": {
128
- "hfopenllm_v2/IFEval": 0.8255,
129
- "hfopenllm_v2/BBH": 0.4061,
130
- "hfopenllm_v2/MATH Level 5": 0.2115,
131
- "hfopenllm_v2/GPQA": 0.297,
132
  "hfopenllm_v2/MUSR": 0.4175,
133
- "hfopenllm_v2/MMLU-PRO": 0.2821
134
  }
135
  },
136
  {
 
7
  "developer": "allenai",
8
  "evaluator_relationship": null,
9
  "benchmark_scores": {
10
+ "reward-bench/Score": 0.7606,
11
+ "reward-bench/Chat": 0.9665,
12
+ "reward-bench/Chat Hard": 0.8355,
13
+ "reward-bench/Safety": 0.8844,
14
+ "reward-bench/Reasoning": 0.8969,
15
+ "reward-bench/Prior Sets (0.5 weight)": 0.0,
16
  "reward-bench/Factuality": 0.8126,
17
  "reward-bench/Precise IF": 0.4188,
18
  "reward-bench/Math": 0.6995,
 
19
  "reward-bench/Focus": 0.8646,
20
+ "reward-bench/Ties": 0.8835
 
 
 
 
21
  }
22
  },
23
  {
 
26
  "developer": "allenai",
27
  "evaluator_relationship": null,
28
  "benchmark_scores": {
29
+ "reward-bench/Score": 0.8463,
 
 
 
 
 
30
  "reward-bench/Factuality": 0.72,
31
  "reward-bench/Precise IF": 0.3625,
32
  "reward-bench/Math": 0.612,
33
+ "reward-bench/Safety": 0.8851,
34
  "reward-bench/Focus": 0.8323,
35
+ "reward-bench/Ties": 0.5406,
36
+ "reward-bench/Chat": 0.933,
37
+ "reward-bench/Chat Hard": 0.7785,
38
+ "reward-bench/Reasoning": 0.7886,
39
+ "reward-bench/Prior Sets (0.5 weight)": 0.0
40
  }
41
  },
42
  {
 
45
  "developer": "allenai",
46
  "evaluator_relationship": null,
47
  "benchmark_scores": {
48
+ "reward-bench/Score": 0.7285,
49
+ "reward-bench/Chat": 0.9581,
50
+ "reward-bench/Chat Hard": 0.8158,
51
+ "reward-bench/Safety": 0.8956,
52
+ "reward-bench/Reasoning": 0.887,
53
+ "reward-bench/Prior Sets (0.5 weight)": 0.0,
54
  "reward-bench/Factuality": 0.7432,
55
  "reward-bench/Precise IF": 0.4437,
56
  "reward-bench/Math": 0.6175,
 
57
  "reward-bench/Focus": 0.9071,
58
+ "reward-bench/Ties": 0.7638
 
 
 
 
59
  }
60
  },
61
  {
 
64
  "developer": "allenai",
65
  "evaluator_relationship": null,
66
  "benchmark_scores": {
67
+ "hfopenllm_v2/IFEval": 0.8379,
68
+ "hfopenllm_v2/BBH": 0.6157,
69
+ "hfopenllm_v2/MATH Level 5": 0.3829,
70
  "hfopenllm_v2/GPQA": 0.3733,
71
+ "hfopenllm_v2/MUSR": 0.4988,
72
+ "hfopenllm_v2/MMLU-PRO": 0.4656
73
  }
74
  },
75
  {
 
106
  "developer": "allenai",
107
  "evaluator_relationship": null,
108
  "benchmark_scores": {
109
+ "reward-bench/Score": 0.722,
110
+ "reward-bench/Chat": 0.9693,
111
+ "reward-bench/Chat Hard": 0.8268,
112
+ "reward-bench/Safety": 0.8689,
113
+ "reward-bench/Reasoning": 0.8583,
114
+ "reward-bench/Prior Sets (0.5 weight)": 0.0,
115
  "reward-bench/Factuality": 0.8084,
116
  "reward-bench/Precise IF": 0.3688,
117
  "reward-bench/Math": 0.6776,
 
118
  "reward-bench/Focus": 0.7778,
119
+ "reward-bench/Ties": 0.8308
 
 
 
 
120
  }
121
  },
122
  {
 
125
  "developer": "allenai",
126
  "evaluator_relationship": null,
127
  "benchmark_scores": {
128
+ "hfopenllm_v2/IFEval": 0.8267,
129
+ "hfopenllm_v2/BBH": 0.405,
130
+ "hfopenllm_v2/MATH Level 5": 0.1964,
131
+ "hfopenllm_v2/GPQA": 0.2987,
132
  "hfopenllm_v2/MUSR": 0.4175,
133
+ "hfopenllm_v2/MMLU-PRO": 0.2827
134
  }
135
  },
136
  {
data/developers/{Alsebay.json → alsebay.json} RENAMED
File without changes
data/developers/{Amaorynho.json → amaorynho.json} RENAMED
File without changes
data/developers/{Amu.json → amu.json} RENAMED
File without changes